-- Logs begin at Tue 2022-01-18 13:34:15 UTC, end at Tue 2022-01-18 14:49:15 UTC. -- Jan 18 14:10:04.809282 dv-cinder-825106-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 14:10:06.951673 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.common.config [-] Logging enabled! Jan 18 14:10:06.952267 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 14:10:06.952436 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82692) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 14:10:06.954682 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.common.config [-] Logging enabled! Jan 18 14:10:06.954935 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 14:10:06.955187 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82692) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 14:10:06.956154 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 14:10:06.956389 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 14:10:06.956744 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 14:10:06.957014 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 14:10:06.957246 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 14:10:06.957570 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.957872 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.958174 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.958406 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.958707 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.958999 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.959289 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.959582 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.959884 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.960175 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.960460 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.960748 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.961012 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.961302 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.961595 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.961885 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.962113 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] debug = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.962399 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.962831 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.963236 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.963520 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.963815 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.964096 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.964376 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.964665 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.965055 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] host = dv-cinder-825106-1-iscsi {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.965340 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.965632 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.965925 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.966216 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.966496 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.966778 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.967086 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.967344 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.967626 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] log_file = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.967904 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.968195 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.968491 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.968784 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.969042 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.969272 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.969560 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.969853 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.970133 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.970411 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.970689 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.970966 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.971242 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.971513 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.971803 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.972090 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.972378 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.972655 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.972936 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.973231 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.973506 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.973794 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.974071 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.974347 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.974622 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.974913 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.975184 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.975461 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.975766 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.976057 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.976345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.976634 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.976913 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.977224 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.977502 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.977781 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.978058 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] use_json = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.978335 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.978615 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.978900 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.979175 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.979450 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.979726 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.980028 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.980289 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:06.980613 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.980916 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.981244 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.981531 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.981828 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.982112 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.982404 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.982686 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.982979 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.983270 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.983560 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.983841 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.984131 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.984430 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.984723 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.985024 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.985311 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.985606 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.985889 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.986164 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.986447 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.986739 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.987023 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.987299 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.987583 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.987863 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.988138 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.988418 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.988698 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.989017 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.989301 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.989577 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.989851 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.990132 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.990406 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.990693 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.990971 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.991246 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.991520 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.991801 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.992075 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.992350 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.992631 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.992907 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.993215 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.993492 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.993769 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.994044 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.994319 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.994594 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.994868 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.995143 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.995423 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.995698 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.995974 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.996774 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.997091 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.997377 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.997673 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.997977 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.998264 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.998549 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.998834 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.999125 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.999409 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.999692 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:06.999975 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.000257 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.000536 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.000832 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.001151 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.001447 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.001738 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.002020 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.002320 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.002604 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.002891 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.003176 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.003458 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.003747 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.004035 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.004334 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.004633 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.004933 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.005257 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.005560 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.005846 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.006162 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.006447 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:07.006666 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 14:10:07.006909 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82692) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 14:10:07.413723 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO keyring.backend [-] Loading KWallet Jan 18 14:10:07.421671 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO keyring.backend [-] Loading SecretService Jan 18 14:10:07.424864 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO keyring.backend [-] Loading Windows Jan 18 14:10:07.426260 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO keyring.backend [-] Loading chainer Jan 18 14:10:07.426854 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO keyring.backend [-] Loading macOS Jan 18 14:10:07.460113 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 14:10:07.460390 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=82692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 14:10:07.460683 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 14:10:07.461050 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 14:10:07.767170 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.767371 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.767652 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.825137 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.825404 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.825678 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.828834 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.829140 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.829420 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.858536 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.858827 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.859100 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.886240 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.886524 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:07.886795 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.213334 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.213982 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.213982 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.214139 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.215087 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.347267 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.347594 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.347887 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.348172 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.348441 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.348753 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.349045 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.349313 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.349578 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.349863 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.350128 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.350397 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.350669 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.350927 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.351198 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.351470 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.351731 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.352061 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.352504 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.353001 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.353654 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.354021 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.354453 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.354927 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.355204 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.355471 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.356023 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 14:10:08.356441 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 14:10:08.356853 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 14:10:08.357204 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 14:10:08.357464 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 14:10:08.357716 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 14:10:08.358321 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 14:10:08.362400 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 14:10:08.367304 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 14:10:08.371805 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 18 14:10:08.373493 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 14:10:08.373963 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 14:10:08.374266 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 14:10:08.374917 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 14:10:08.379014 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 14:10:08.379273 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 14:10:08.379631 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 14:10:08.413028 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 14:10:08.413492 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.413796 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82692) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 14:10:08.414159 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.415548 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82692) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 14:10:08.415840 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 14:10:08.416093 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 14:10:08.420387 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.420766 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.500374 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 14:10:08.500565 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 14:10:08.500771 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 14:10:08.501193 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 14:10:08.536815 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_db.sqlalchemy.engines [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82692) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 14:10:08.863374 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Initializing driver for type 'gre' Jan 18 14:10:08.863895 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] gre ID ranges: [(1, 1000)] Jan 18 14:10:08.923162 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Initializing driver for type 'local' Jan 18 14:10:08.923504 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Initializing driver for type 'vlan' Jan 18 14:10:08.937600 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] VlanTypeDriver initialization complete Jan 18 14:10:08.937941 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Initializing driver for type 'vxlan' Jan 18 14:10:08.938462 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] vxlan ID ranges: [(1, 1000)] Jan 18 14:10:08.990326 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Initializing extension driver 'port_security' Jan 18 14:10:08.990668 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.extensions.port_security [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] PortSecurityExtensionDriver initialization complete Jan 18 14:10:08.991005 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Initializing mechanism driver 'openvswitch' Jan 18 14:10:08.991334 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Initializing mechanism driver 'hyperv' Jan 18 14:10:08.997943 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.plugins.ml2.plugin [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:08.998628 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > port after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.999005 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > port after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.999361 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > port after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:08.999888 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 14:10:09.000359 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > subnet after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.000720 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > subnet after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.001116 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.001515 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 14:10:09.001928 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > network after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.002284 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > network after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.002636 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > network after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.003025 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 14:10:09.003435 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > security_group after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.003788 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > security_group after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.004129 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > security_group after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.004657 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 14:10:09.005103 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.005460 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.005816 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.006208 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 14:10:09.006655 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] ML2 OVO RPC backend initialized. {{(pid=82692) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 14:10:09.007301 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.007664 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.008085 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > network before_response 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.008439 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > networks before_response 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.008790 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > port before_response 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.009169 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > ports before_response 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.009522 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > subnet before_response 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.009870 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > subnets before_response 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.010222 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > network after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.010570 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > network after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.010912 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > network after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.011255 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > port after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.011599 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > port after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.011941 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > port after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.012282 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > subnet after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.012623 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > subnet after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.012981 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.013580 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.plugin [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Modular L2 Plugin initialization complete Jan 18 14:10:09.013915 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading services supported by the core plugin {{(pid=82692) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 14:10:09.014244 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.plugins.ml2.managers [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Got port-security extension from driver 'port_security' Jan 18 14:10:09.014709 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.extensions.vlantransparent [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Disabled vlantransparent extension. Jan 18 14:10:09.015126 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82692) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 14:10:09.015442 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading Plugin: router Jan 18 14:10:09.051910 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router_interface before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.052304 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router after_create 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.052677 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router before_create 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.053073 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.053450 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.053810 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router after_delete 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.054171 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > floatingip after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.054533 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router after_create 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.054880 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router after_update 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.055235 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router after_update 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.055583 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.055942 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router after_update 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.056353 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router precommit_update 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.056722 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: port after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.057106 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: port after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.057449 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: subnet after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.057790 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.058139 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > port precommit_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.058486 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router precommit_create 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.058857 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: port before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.059459 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router precommit_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.059825 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router after_update 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.060176 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router precommit_delete 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.060528 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router precommit_create 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.060892 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.061272 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router precommit_update 55549900 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.061641 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > agent after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.061993 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > agent after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.062340 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > network after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.063209 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Tracking information for resource: router configured {{(pid=82692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 14:10:09.063546 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Tracking information for resource: floatingip configured {{(pid=82692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 14:10:09.068477 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.db.l3_agentschedulers_db [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 14:10:09.069087 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: port after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.069457 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: port after_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.069815 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: port after_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.070170 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: port after_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.071081 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router before_create 55550100 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.071456 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router precommit_delete 55550100 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.071825 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router precommit_create 55550100 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.072188 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > router precommit_update 55550100 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.076871 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.services.provider_configuration [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service providers = [] {{(pid=82692) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 14:10:09.077267 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.db.servicetype_db [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82692) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 14:10:09.080853 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.services.service_base [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 14:10:09.081332 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.services.service_base [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 14:10:09.081683 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.services.service_base [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 14:10:09.082597 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.services.service_base [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 14:10:09.082974 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.services.service_base [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 14:10:09.083358 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 14:10:09.083679 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 14:10:09.095238 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 14:10:09.095585 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading Plugin: auto_allocate Jan 18 14:10:09.101576 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: network precommit_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.101954 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: network precommit_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.102481 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 14:10:09.102812 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading Plugin: tag Jan 18 14:10:09.110003 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 14:10:09.110332 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading Plugin: timestamp Jan 18 14:10:09.114421 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 14:10:09.114717 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading Plugin: network_ip_availability Jan 18 14:10:09.120025 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.120401 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.120763 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.121574 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 14:10:09.121900 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading Plugin: flavors Jan 18 14:10:09.126753 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 14:10:09.127099 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading Plugin: revisions Jan 18 14:10:09.131484 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 14:10:09.131882 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_concurrency.lockutils [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.671s {{(pid=82692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 14:10:09.132861 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82692) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 14:10:09.133484 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Initializing extension manager. Jan 18 14:10:09.134130 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: __init__.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.134487 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: __pycache__ {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.134833 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.135180 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.135530 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: _filter_validation_lib.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.135871 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.136207 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: address_group.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.137057 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.137638 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: address-group Jan 18 14:10:09.138122 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: address_scope.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.139300 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.140197 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: address-scope Jan 18 14:10:09.140560 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: admin_state_down_before_update.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.141543 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.142062 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: router-admin-state-down-before-update Jan 18 14:10:09.142390 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: agent.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.143102 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.143613 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: agent Jan 18 14:10:09.143938 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: agent_resources_synced.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.144859 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.145407 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: agent-resources-synced Jan 18 14:10:09.145734 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: allowedaddresspairs.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.147717 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.148247 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: allowed-address-pairs Jan 18 14:10:09.148576 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: auto_allocated_topology.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.149708 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.150221 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: auto-allocated-topology Jan 18 14:10:09.150549 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: availability_zone.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.151252 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.151765 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: availability_zone Jan 18 14:10:09.152091 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: availability_zone_filter.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.153575 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.154090 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: availability_zone_filter Jan 18 14:10:09.154415 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: data_plane_status.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.155331 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.155849 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 14:10:09.156174 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: default_subnetpools.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.157140 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.157651 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: default-subnetpools Jan 18 14:10:09.157974 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: dhcpagentscheduler.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.158755 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.159265 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: dhcp_agent_scheduler Jan 18 14:10:09.159587 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: dns.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.160501 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.161068 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension dns-integration not supported by any of loaded plugins Jan 18 14:10:09.161392 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: dns_domain_ports.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.162306 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.162813 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 14:10:09.163136 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: dvr.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.163813 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.164318 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: dvr Jan 18 14:10:09.164668 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: empty_string_filtering.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.165617 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.166153 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: empty-string-filtering Jan 18 14:10:09.166458 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.167368 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.167884 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 14:10:09.168764 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.169727 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.170234 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 14:10:09.170558 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: external_net.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.171474 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.171986 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: external-net Jan 18 14:10:09.172307 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: extra_dhcp_opt.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.173244 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.173756 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: extra_dhcp_opt Jan 18 14:10:09.174077 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: extraroute.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.175016 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.175521 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: extraroute Jan 18 14:10:09.175846 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: extraroute_atomic.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.176906 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.177439 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: extraroute-atomic Jan 18 14:10:09.177764 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: filter_validation.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.178442 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.178940 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: filter-validation Jan 18 14:10:09.179270 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: fip_pf_description.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.180180 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.180687 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 14:10:09.181039 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: fip_port_details.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.181971 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.182484 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: fip-port-details Jan 18 14:10:09.182807 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: flavors.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.184365 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.184876 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: flavors Jan 18 14:10:09.185239 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.186943 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.187459 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 14:10:09.187793 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: floatingip_pools.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.188501 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.189048 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: floatingip-pools Jan 18 14:10:09.189380 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: ip_allocation.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.190305 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.190811 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 14:10:09.191138 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.192119 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.192584 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: ip-substring-filtering Jan 18 14:10:09.192929 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: l2_adjacency.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.193883 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.194386 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 14:10:09.194713 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: l3.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.195708 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.196228 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: router Jan 18 14:10:09.196556 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: l3_conntrack_helper.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.199021 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.199585 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 14:10:09.199921 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.200875 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.201444 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: ext-gw-mode Jan 18 14:10:09.201779 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.202711 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.203219 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: l3-ha Jan 18 14:10:09.203548 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: l3_flavors.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.204477 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.205011 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: l3-flavors Jan 18 14:10:09.205342 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.206285 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.206792 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 14:10:09.207120 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: l3agentscheduler.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.208182 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.208697 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: l3_agent_scheduler Jan 18 14:10:09.209067 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: logging.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.210574 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.211096 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension logging not supported by any of loaded plugins Jan 18 14:10:09.211431 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: metering.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.212176 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.212755 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: metering Jan 18 14:10:09.213123 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.214267 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.214829 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: metering_source_and_destination_fields Jan 18 14:10:09.215594 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: multiprovidernet.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.216543 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.217082 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: multi-provider Jan 18 14:10:09.217412 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: netmtu.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.218335 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.218851 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: net-mtu Jan 18 14:10:09.219178 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: netmtu_writable.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.220098 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.220609 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: net-mtu-writable Jan 18 14:10:09.220934 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: network_availability_zone.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.221635 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.222141 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: network_availability_zone Jan 18 14:10:09.222466 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: network_ip_availability.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.223579 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.224087 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: network-ip-availability Jan 18 14:10:09.224410 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: network_segment_range.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.225209 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.225718 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 14:10:09.226042 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: pagination.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.227043 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.227371 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: pagination Jan 18 14:10:09.227693 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.228620 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.229171 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: port-mac-address-regenerate Jan 18 14:10:09.229500 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: port_resource_request.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.230412 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.231482 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 14:10:09.231806 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: portbindings.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.232735 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.233275 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: binding Jan 18 14:10:09.233603 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: portbindings_extended.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.234902 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.235413 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: binding-extended Jan 18 14:10:09.235740 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: portsecurity.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.236681 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.237241 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: port-security Jan 18 14:10:09.237570 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: project_id.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.238557 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.238888 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: project-id Jan 18 14:10:09.239214 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: providernet.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.240142 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.240657 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: provider Jan 18 14:10:09.241013 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: qos.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.244725 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.245300 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension qos not supported by any of loaded plugins Jan 18 14:10:09.245639 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.246951 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.247468 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 14:10:09.247799 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.248724 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.249283 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 14:10:09.249614 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: qos_default.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.250532 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.251046 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension qos-default not supported by any of loaded plugins Jan 18 14:10:09.251375 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: qos_fip.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.252033 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.252539 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension qos-fip not supported by any of loaded plugins Jan 18 14:10:09.252866 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: qos_gateway_ip.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.253828 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.254339 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 14:10:09.254666 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: qos_port_network_policy.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.255586 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.256096 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 14:10:09.256429 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: qos_rule_type_details.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.257383 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.257892 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 14:10:09.258217 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: qos_rules_alias.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.259271 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.259788 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 14:10:09.260118 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: quotasv2.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.261034 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.261370 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: quotas Jan 18 14:10:09.261695 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: quotasv2_detail.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.263374 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.263720 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: quota_details Jan 18 14:10:09.264085 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: rbac.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.265155 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.265691 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: rbac-policies Jan 18 14:10:09.266028 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: rbac_address_scope.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.266971 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.267488 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: rbac-address-scope Jan 18 14:10:09.267818 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: rbac_security_groups.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.268737 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.269289 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: rbac-security-groups Jan 18 14:10:09.269621 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: rbac_subnetpool.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.270547 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.271067 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: rbac-subnetpool Jan 18 14:10:09.271395 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: revisionifmatch.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.272316 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.272830 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: revision-if-match Jan 18 14:10:09.273195 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: revisions.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.274309 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.274830 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: standard-attr-revisions Jan 18 14:10:09.275161 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: router_availability_zone.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.275838 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.276358 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: router_availability_zone Jan 18 14:10:09.276687 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: routerservicetype.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.278182 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.278699 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension router-service-type not supported by any of loaded plugins Jan 18 14:10:09.279027 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: security_groups_port_filtering.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.279951 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.280462 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: port-security-groups-filtering Jan 18 14:10:09.280788 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: securitygroup.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.291884 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.292417 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: security-group Jan 18 14:10:09.292754 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: segment.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.294121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.294651 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension segment not supported by any of loaded plugins Jan 18 14:10:09.294980 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.295937 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.296454 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 14:10:09.296783 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: servicetype.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.297933 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.298457 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: service-type Jan 18 14:10:09.298787 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: sorting.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.299771 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.300108 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: sorting Jan 18 14:10:09.300436 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: standard_attr_segment.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.301399 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.301917 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 14:10:09.302243 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: standardattrdescription.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.302896 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.303405 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: standard-attr-description Jan 18 14:10:09.303731 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: stateful_security_group.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.304684 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.305251 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: stateful-security-group Jan 18 14:10:09.305579 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: stdattrs_common.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.306162 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 14:10:09.306486 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.307416 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.307931 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 14:10:09.308257 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: subnet_onboard.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.309737 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.310258 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: subnet_onboard Jan 18 14:10:09.310589 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.311564 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.312077 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 14:10:09.312404 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: subnet_service_types.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.313368 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.313884 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: subnet-service-types Jan 18 14:10:09.314209 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: subnetallocation.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.315313 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.315825 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: subnet_allocation Jan 18 14:10:09.316150 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.316826 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.317375 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: subnetpool-prefix-ops Jan 18 14:10:09.317700 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.318630 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.319137 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 14:10:09.319461 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: tagging.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.320771 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.321069 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: standard-attr-tag Jan 18 14:10:09.321401 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: timestamp.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.322614 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.323132 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loaded extension: standard-attr-timestamp Jan 18 14:10:09.323464 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: trunk.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.325080 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.325655 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension trunk not supported by any of loaded plugins Jan 18 14:10:09.325991 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: trunk_details.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.326921 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.327443 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension trunk-details not supported by any of loaded plugins Jan 18 14:10:09.327771 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: uplink_status_propagation.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.328699 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.329236 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 14:10:09.329564 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Loading extension file: vlantransparent.py {{(pid=82692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 14:10:09.330241 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 14:10:09.330747 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 14:10:09.333019 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:network Jan 18 14:10:09.333752 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:subnet Jan 18 14:10:09.334356 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 14:10:09.335130 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:port Jan 18 14:10:09.336409 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.336844 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service FLAVORS assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.337499 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.337925 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.338261 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:router Jan 18 14:10:09.338977 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:floatingip Jan 18 14:10:09.339693 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service METERING assigned prefix: /metering {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.341749 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.342124 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.342477 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:10:09.343612 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 14:10:09.344055 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:security_group Jan 18 14:10:09.344725 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 14:10:09.345489 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service CORE assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.345826 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 14:10:09.346212 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] subnetpool is already registered Jan 18 14:10:09.346840 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service CORE assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.347174 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 14:10:09.347517 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] subnetpool is already registered Jan 18 14:10:09.350089 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.350525 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service FLAVORS assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.351114 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.351538 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.351877 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:router Jan 18 14:10:09.352211 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] router is already registered Jan 18 14:10:09.352809 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:floatingip Jan 18 14:10:09.353167 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] floatingip is already registered Jan 18 14:10:09.353802 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service METERING assigned prefix: /metering {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.354475 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 14:10:09.354810 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] rbac_policy is already registered Jan 18 14:10:09.355355 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:security_group Jan 18 14:10:09.355727 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] security_group is already registered Jan 18 14:10:09.356327 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 14:10:09.356663 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] security_group_rule is already registered Jan 18 14:10:09.357366 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service CORE assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.357702 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 14:10:09.358032 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] subnetpool is already registered Jan 18 14:10:09.358641 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.v2.resource_helper [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Service CORE assigned prefix: {{(pid=82692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 14:10:09.358970 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 14:10:09.359297 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING neutron.quota.resource_registry [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] subnetpool is already registered Jan 18 14:10:09.359956 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: extensions {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.361439 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: address-groups {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.363029 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: address-scopes {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.364233 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: agents {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.365469 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: auto-allocated-topology {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.366660 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: availability_zones {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.367983 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: dhcp-networks {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.369405 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: dhcp-agents {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.370811 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: routers {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.372675 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: flavors {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.373894 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: service_profiles {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.375097 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: next_providers {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.376593 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: service_profiles {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.378063 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: floatingip-pools {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.379303 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: routers {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.381118 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: floatingips {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.382307 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: l3-routers {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.383663 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: l3-agents {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.385077 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: metering-labels {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.386429 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: metering-label-rules {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.388250 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: network-ip-availabilities {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.389538 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: bindings {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.392051 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: quotas {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.393539 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: quotas {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.394973 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: rbac-policies {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.396260 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: security-groups {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.397509 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: security-group-rules {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.398733 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: service-providers {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.399927 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: subnetpools {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.401375 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: subnetpools {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.403452 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.405163 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.406934 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.408681 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.410489 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.412155 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.413932 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.416738 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.418743 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.420560 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron.api.extensions [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Extended resource: tags {{(pid=82692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 14:10:09.428061 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING keystonemiddleware.auth_token [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 14:10:09.432843 dv-cinder-825106-1-iscsi neutron-server[82692]: WARNING keystonemiddleware.auth_token [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 14:10:09.441171 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_concurrency.lockutils [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Acquired lock "singleton_lock" {{(pid=82692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 14:10:09.441662 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_concurrency.lockutils [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Releasing lock "singleton_lock" {{(pid=82692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 14:10:09.442287 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO oslo_service.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Starting 2 workers Jan 18 14:10:09.446872 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Started child 82795 {{(pid=82692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 14:10:09.451704 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Started child 82796 {{(pid=82692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 14:10:09.452779 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:09.453442 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO neutron.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 14:10:09.453918 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Notify callbacks [] for process, before_spawn {{(pid=82692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:09.454184 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [-] (82795) wsgi starting up on http://0.0.0.0:9696 Jan 18 14:10:09.456391 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO oslo_service.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Starting 1 workers Jan 18 14:10:09.456829 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:09.458166 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [-] (82796) wsgi starting up on http://0.0.0.0:9696 Jan 18 14:10:09.462240 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Started child 82797 {{(pid=82692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 14:10:09.462240 dv-cinder-825106-1-iscsi neutron-server[82692]: INFO oslo_service.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Starting 1 workers Jan 18 14:10:09.466188 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] calling RpcWorker wait() {{(pid=82797) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 14:10:09.466888 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] returning from RpcWorker wait() {{(pid=82797) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 14:10:09.466963 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Started child 82798 {{(pid=82692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 14:10:09.467522 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG neutron_lib.callbacks.manager [None req-28d36b5c-8405-41f7-885c-b3be030827fd None None] Notify callbacks [] for process, after_spawn {{(pid=82692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:09.468052 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:09.468607 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:09.469496 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 14:10:09.469715 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 14:10:09.469898 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 14:10:09.470115 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 14:10:09.470465 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 14:10:09.470634 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 14:10:09.471119 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.471382 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.471670 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.471939 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.472087 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:09.472577 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.472763 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.473069 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.473327 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.473591 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.473829 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.474000 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.474168 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.474421 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.474686 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.474979 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.475242 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.475483 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.475764 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.475938 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.476188 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.476450 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.476679 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.476969 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] debug = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.477218 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.477715 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.477948 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.478204 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.478439 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.478716 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.478993 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.479284 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.479538 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.479787 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.480036 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.480303 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.480542 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.484121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.484121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.484121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.484121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] host = dv-cinder-825106-1-iscsi {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.484121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.484121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.484121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.484121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.485147 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.485147 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.485147 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.485147 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.485147 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.485147 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.485147 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.485952 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 57218) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:09.486079 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486079 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486079 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_file = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486079 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_options = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486079 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486079 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486079 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486867 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486867 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486867 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.486867 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.487411 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.487411 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.487411 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.487772 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.487895 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.488219 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.488357 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.488543 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.488770 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.489015 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.489265 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.489524 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.489775 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.490004 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.490236 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.490484 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.490709 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.490947 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.491199 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.491445 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.491685 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.491905 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.492144 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.492421 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.493091 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.493233 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062234 Jan 18 14:10:09.493352 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.493352 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.493569 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.493712 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.494961 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.495260 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.496597 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.496597 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.496597 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.496597 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.496597 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.497751 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.498004 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.498370 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_json = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.498533 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.498672 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.498920 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.499189 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.499453 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.499606 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.499846 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.500085 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.500524 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.500812 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.501173 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.501445 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.501669 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.502839 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.502839 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.502839 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.502839 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.504465 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.504465 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.504465 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.504881 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.505911 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.506227 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.506572 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.508134 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.508134 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.508330 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.508983 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.508983 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.509386 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.510034 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.510512 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.510785 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.511055 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.511304 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.511537 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.511780 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.512558 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.512810 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.513954 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.514121 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.514261 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.514469 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.515990 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.515990 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.515990 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.515990 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.516558 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519247 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519247 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519247 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519247 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519561 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:09.519637 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519637 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519637 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519637 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519637 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519637 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.519976 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.520984 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.520984 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.520984 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.521236 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.522444 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.522444 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.522444 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.522444 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.522444 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.522797 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.522924 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.523901 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.523901 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.523901 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.524120 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.524252 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.524869 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.526175 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.526175 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.526175 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.526175 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.526452 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.526518 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.526842 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.527161 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.527426 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.528790 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.528790 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.528790 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.530191 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.530460 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.530736 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.530971 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.531222 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.532389 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.532684 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.532972 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.533718 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.533718 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.533718 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.534020 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.534282 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.534479 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.534749 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.534963 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.535266 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.535533 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.535775 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.536034 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.536297 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.536586 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.536832 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.537259 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.537442 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.537663 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.538726 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.538726 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.538726 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.538726 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.538996 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.539223 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.540040 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.540040 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.540195 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.540447 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.540685 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.541022 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.541279 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.542233 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.542233 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.542233 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.542455 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.542613 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.542763 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.542997 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.543259 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.543513 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.543755 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.544664 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.544664 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.544664 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.544880 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.545064 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.545255 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.545500 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.545748 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.545970 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.546224 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.546459 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.547422 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.547422 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.547422 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.547422 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.547715 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.547715 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.547927 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.548138 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.548368 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.548604 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.548819 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.549073 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.549319 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.549556 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.549775 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.549993 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.550423 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.550690 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.550913 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.551183 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.551438 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.551673 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.551923 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555350 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555350 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555350 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555350 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555350 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555350 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555350 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555350 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555923 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555923 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555923 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.555923 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.556165 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.556165 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.556502 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.556746 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.557030 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.557284 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.557503 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.557742 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.557983 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.558221 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.558445 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.558660 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.559210 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.559446 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.559668 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.559902 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.560113 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.560341 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.560570 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.560778 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.565574 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.565870 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.566081 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.566411 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.566694 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.566957 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.567224 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.567478 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.567721 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.567942 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.568184 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.568409 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.568624 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.568927 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.572660 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.573701 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.575123 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.575722 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.576153 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.576450 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.579762 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.579762 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.579946 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.580109 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.580338 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.580595 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.580883 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.581247 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.581570 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.581844 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.582104 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.582412 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.582694 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.583273 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.583273 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.583503 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.583790 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.584102 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.584363 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.584596 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.585011 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.585992 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.586258 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.589380 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.589675 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.589928 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.591221 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.591495 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.591756 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.594205 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.594472 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.594740 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.595019 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.595277 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.595543 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.595795 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.595966 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 14:10:09.597429 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 14:10:09.597429 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 14:10:09.597429 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 14:10:09.597769 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 14:10:09.597975 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 14:10:09.599158 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 14:10:09.599158 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.599158 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.599158 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.599158 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.599158 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.599158 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.599568 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.599568 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.599568 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.599752 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.600050 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.600050 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.600197 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.600374 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.600464 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.600633 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.602198 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.602393 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.603431 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.603611 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.603778 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.603947 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.604231 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] debug = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.604400 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.604596 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.604766 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.604928 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.605868 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.605868 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.605868 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.605868 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.605868 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.605868 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.606221 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.606221 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.606356 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.606532 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.606626 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.606788 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.606946 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] host = dv-cinder-825106-1-iscsi {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.607106 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.607266 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.607425 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.607585 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.607744 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.607902 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.608063 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.608224 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.608384 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.608542 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.608701 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.608860 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.609192 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.609365 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_file = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.609532 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_options = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.609696 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.610490 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.610654 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.610845 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.611445 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.611618 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.611779 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614004 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614004 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614004 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614004 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614004 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614347 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614347 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614347 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614523 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614683 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614807 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.614970 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.615144 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.615303 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.615461 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.615741 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.615833 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.615994 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.616150 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.616306 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.616462 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.616621 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.616815 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.617051 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.617683 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.617849 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.618006 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.618162 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.618305 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.618439 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.618609 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.618753 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.618912 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.619068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.619228 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.619385 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.619540 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.619696 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.619849 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_json = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.620005 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.620160 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.620315 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.620470 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.620625 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.620782 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.620941 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.623036 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 14:10:09.623036 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.623036 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.623036 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.623036 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.623036 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.623413 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.623413 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.623552 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.623872 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.624044 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.624210 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.624366 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.624536 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.624703 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.624865 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.625189 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.625360 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.625523 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.625689 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.625851 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.626011 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.626177 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.627358 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.627527 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.627686 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.627843 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.628006 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.629116 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.630477 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.630677 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.630863 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.631042 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.631219 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632042 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632042 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632042 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632042 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632042 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632596 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632774 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.632975 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.633773 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.633773 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.633773 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.633975 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.634039 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.634201 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.634341 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.634496 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.634635 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.634783 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.635778 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.635778 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.635778 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.635778 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.635778 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.635778 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.636206 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.636206 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.636206 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.636410 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.636410 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.636549 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.636706 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.637401 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.637595 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.637758 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.637938 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.638094 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.639530 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.639702 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.639876 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.640054 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.640215 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.640377 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.640540 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.640701 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.640861 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.641064 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.641216 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.641363 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.641526 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.641700 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.641853 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.642777 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.642777 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.642777 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.642777 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.642777 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.642777 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.643183 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.643183 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.643183 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.643390 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.643464 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.643592 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.643742 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.643895 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.644068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.644225 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.644391 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.644552 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.644715 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.645003 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.645228 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.645567 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.645732 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.645889 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.646044 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.646954 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.647116 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.647268 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.647404 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.647568 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.648014 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.648194 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.648356 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.648850 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.649063 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.649223 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.649390 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.649537 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.649697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.649850 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.650027 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.650175 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.650700 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.650803 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:09.650890 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.651047 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.651214 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.651357 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.651601 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.652711 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.652711 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.652711 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.652711 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.652711 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.652711 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.652711 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.652711 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.654697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.654697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.654697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.654697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.654697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.654697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.654697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.654697 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.655153 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.655153 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.655153 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.655153 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.655153 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.655418 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.655490 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.656529 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.656529 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.656529 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.656529 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.656529 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.656529 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.656529 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.657614 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.657614 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.657614 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.657614 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.657614 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.657614 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.659152 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.659152 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.659152 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.659152 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.659152 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.659152 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.659152 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.659152 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.660261 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.660261 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.660261 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.660261 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.660261 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.660261 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.660261 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.660261 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.662068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.662068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.662068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.662068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.662068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.662068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.662068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.662068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.662068 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.663345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.663345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.663345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.663345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.663345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.663345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.663345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.663345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.663345 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.664543 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.664543 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.664543 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.664543 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.664543 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.665434 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.665434 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.665434 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.665434 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.665434 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.665977 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.665977 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.665977 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.666183 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.666183 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.666334 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.666937 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.667186 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.667358 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.667530 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.667783 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.669309 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.669309 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.670565 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.670565 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.670565 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.670565 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.671088 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.671235 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.671397 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.672051 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.672226 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.672390 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.672564 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.673734 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.673905 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.674069 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.674925 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.674925 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.674925 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.675222 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.675222 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.675382 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.675525 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.676772 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.676941 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 14:10:09.677122 dv-cinder-825106-1-iscsi neutron-server[82692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 14:10:19.849730 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aecfda-bdca-4460-9074-77b5e782e0fa None None] get_active_networks_info from dv-cinder-825106-1-iscsi {{(pid=82797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 14:10:19.946173 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aecfda-bdca-4460-9074-77b5e782e0fa None None] No non-hosted networks {{(pid=82797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 14:10:19.952368 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0195719c-5b71-447d-8ea3-80713134025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890942'] for agent, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:22.096206 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1bf9dde9-3d87-4f77-b62f-ff8772eba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890942'] for agent, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:22.141237 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-623e26eb-7f89-4ed9-aa65-842f05d978f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:23.189513 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890942'] for agent, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:23.362589 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890942'] for agent, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:23.363457 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.363946 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.364441 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.364965 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.365443 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.365907 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.366510 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.367241 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.367708 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.368168 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.368633 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:23.369213 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825106-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:23.376280 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825106-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:24.483938 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890942'] for agent, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:25.334792 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.db.l3_hamode_db [None req-d39aed4f-1197-4ec3-a51f-a5810dcec917 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 14:10:25.418150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39aed4f-1197-4ec3-a51f-a5810dcec917 None None] Routers set() bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:10:25.418971 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39aed4f-1197-4ec3-a51f-a5810dcec917 None None] Router IDs set() for agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 14:10:26.305281 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 57322) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:26.893420 dv-cinder-825106-1-iscsi neutron-server[82795]: WARNING oslo_policy.policy [None req-479675d7-b0d4-4fb6-86b4-291eb5930728 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 14:10:26.894115 dv-cinder-825106-1-iscsi neutron-server[82795]: WARNING oslo_policy.policy [None req-479675d7-b0d4-4fb6-86b4-291eb5930728 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 14:10:27.109446 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [None req-479675d7-b0d4-4fb6-86b4-291eb5930728 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82795) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:10:27.110508 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-479675d7-b0d4-4fb6-86b4-291eb5930728 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8043425 Jan 18 14:10:29.338011 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 57336) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:29.714809 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-f61e1361-684f-4e29-9028-4e2c5c638bee admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:10:29.768778 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.policy [None req-f61e1361-684f-4e29-9028-4e2c5c638bee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82795) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 14:10:29.769595 dv-cinder-825106-1-iscsi neutron-server[82795]: WARNING oslo_policy.policy [None req-f61e1361-684f-4e29-9028-4e2c5c638bee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 14:10:29.769966 dv-cinder-825106-1-iscsi neutron-server[82795]: WARNING oslo_policy.policy [None req-f61e1361-684f-4e29-9028-4e2c5c638bee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 14:10:29.773407 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.quota [None req-f61e1361-684f-4e29-9028-4e2c5c638bee admin admin] Loaded quota_driver: . Jan 18 14:10:29.788575 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f61e1361-684f-4e29-9028-4e2c5c638bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:10:29.860754 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f61e1361-684f-4e29-9028-4e2c5c638bee admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775332077387', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775332055857', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775332052033', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775332042219', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775332040543', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-740724', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-744454', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3918934', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3722184'] for rbac-policy, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:29.927585 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f61e1361-684f-4e29-9028-4e2c5c638bee admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:29.928764 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f61e1361-684f-4e29-9028-4e2c5c638bee admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5898075 Jan 18 14:10:32.452106 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 57350) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:32.818126 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Request body: {'network': {'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'name': 'private', 'admin_state_up': True}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:10:32.822826 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:10:32.827232 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Usage tracker for resource:network and tenant:c2835cbd5ad1498789971835b07a9ca3 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:10:32.831916 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:10:32.837963 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:10:32.847133 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Made reservation on behalf of c2835cbd5ad1498789971835b07a9ca3 for: {'network': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:10:32.849997 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:32.867685 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:32.911246 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:10:32.914876 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Usage tracker for resource:security_group_rule and tenant:c2835cbd5ad1498789971835b07a9ca3 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:10:32.917691 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:10:32.923468 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:10:32.988579 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:32.992164 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:33.014306 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=82795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:10:33.039303 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775333416403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:33.039820 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Unsubscribe: segment precommit_create {{(pid=82795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 14:10:33.040337 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.segments_db [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Added segment 744e2d64-52af-46e9-a360-169f1c0d6fca of type vlan for network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea Jan 18 14:10:33.054113 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90c8be1-9338-4693-8820-0c56d6141cc1,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:33.113609 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.113810 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.114022 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.114357 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.114695 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.115019 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.115339 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.115672 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.115999 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.116316 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.116630 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Tracked resource versions report: Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: pushed versions: Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: { 'ConntrackHelper': {'1.0'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Log': {'1.0'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Network': {'1.1'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Port': {'1.5'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'PortForwarding': {'1.2'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'QosPolicy': {'1.8'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SecurityGroup': {'1.2'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SecurityGroupRule': {'1.0'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SubPort': {'1.0'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Subnet': {'1.1'}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Trunk': {'1.1'}} Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: consumer versions: Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: { DHCP agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: L3 agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: Metadata agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: Metering agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: Open vSwitch agent@dv-cinder-825106-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Log': '1.0', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Network': '1.1', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Port': '1.5', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'PortForwarding': '1.2', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'QosPolicy': '1.8', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SecurityGroup': '1.2', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SecurityGroupRule': '1.0', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SubPort': '1.0', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Subnet': '1.1', Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Trunk': '1.1'}} Jan 18 14:10:33.117697 dv-cinder-825106-1-iscsi neutron-server[82795]: {{(pid=82795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 14:10:33.158603 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:33.197459 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:33.198440 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:10:33.199064 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:33.307031 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8538625 Jan 18 14:10:33.309643 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ab2a8-e1cb-4ba8-ab41-16b45b8cb727 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe5eb99-fe4c-4833-bb11-fdfb66824dea,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:33.322514 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:10:35.864626 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 57366) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:36.369560 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a2bdc5-5f90-4375-836e-365591caeeae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:10:36.370917 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f3a2bdc5-5f90-4375-836e-365591caeeae admin admin] 10.222.0.45 "GET /v2.0/networks/6fe5eb99-fe4c-4833-bb11-fdfb66824dea HTTP/1.1" status: 200 len: 825 time: 0.5053060 Jan 18 14:10:36.401215 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-8e0809cc-12ec-45b0-81a6-c673266f4e9f admin admin] 10.222.0.45 "GET /v2.0/subnetpools/8fdee65d-93ad-4706-8096-c4838ded2276 HTTP/1.1" status: 200 len: 734 time: 0.0249341 Jan 18 14:10:36.410454 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Request body: {'subnet': {'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea', 'subnetpool_id': '8fdee65d-93ad-4706-8096-c4838ded2276', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:10:36.414980 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:10:36.418701 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Usage tracker for resource:subnet and tenant:c2835cbd5ad1498789971835b07a9ca3 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:10:36.421560 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:10:36.427085 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:10:36.437100 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Made reservation on behalf of c2835cbd5ad1498789971835b07a9ca3 for: {'subnet': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:10:36.439312 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:36.700672 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:36.784799 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=84acdfbd-c590-4a18-b31f-5d3b92cdbebb,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:36.788242 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Checking segment: {'id': '744e2d64-52af-46e9-a360-169f1c0d6fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:10:36.788657 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Network hostable DHCP agents. Network: 6fe5eb99-fe4c-4833-bb11-fdfb66824dea, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:10:36.812107 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:10:36.823801 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 6fe5eb99-fe4c-4833-bb11-fdfb66824dea) {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:10:36.829344 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:10:36.830712 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:36.832814 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dadab82-28ef-4922-85ab-1d327b64af86 None None] Network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:10:36.853565 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-869fc0aa-50aa-4dfc-aa6c-de4babaf6f8c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4463999 Jan 18 14:10:37.151573 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-6fe5eb99-fe4c-4833-bb11-fdfb66824dea', 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'fixed_ips': [{'subnet_id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:10:37.152853 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:37.336702 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Allocated IP 172.20.0.2 (6fe5eb99-fe4c-4833-bb11-fdfb66824dea/84acdfbd-c590-4a18-b31f-5d3b92cdbebb/387a8634-86f5-44e3-9e66-cd20349261af) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:10:37.557968 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:37.571381 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Transition to ACTIVE for port object 387a8634-86f5-44e3-9e66-cd20349261af will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:10:37.593092 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Transition to ACTIVE for port object 387a8634-86f5-44e3-9e66-cd20349261af will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:10:37.599214 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:37.664729 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:10:37.668432 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:10:37.670650 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Pushing event updated for resources: {'Port': ['ID=387a8634-86f5-44e3-9e66-cd20349261af,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:37.675234 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:10:37.683801 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.684147 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.684482 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.684816 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.685178 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.685761 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.686087 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.686429 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.686754 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.687074 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.687392 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Tracked resource versions report: Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: pushed versions: Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: { 'ConntrackHelper': {'1.0'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Log': {'1.0'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Network': {'1.1'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Port': {'1.5'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'PortForwarding': {'1.2'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'QosPolicy': {'1.8'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SecurityGroup': {'1.2'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SecurityGroupRule': {'1.0'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SubPort': {'1.0'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Subnet': {'1.1'}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Trunk': {'1.1'}} Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: consumer versions: Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: { DHCP agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: L3 agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: Metadata agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: Metering agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: Open vSwitch agent@dv-cinder-825106-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Log': '1.0', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Network': '1.1', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Port': '1.5', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'PortForwarding': '1.2', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'QosPolicy': '1.8', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SecurityGroup': '1.2', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SecurityGroupRule': '1.0', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SubPort': '1.0', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Subnet': '1.1', Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Trunk': '1.1'}} Jan 18 14:10:37.688461 dv-cinder-825106-1-iscsi neutron-server[82797]: {{(pid=82797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 14:10:37.773256 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Attempting to bind port 387a8634-86f5-44e3-9e66-cd20349261af on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:10:37.773652 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Attempting to bind port 387a8634-86f5-44e3-9e66-cd20349261af by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '744e2d64-52af-46e9-a360-169f1c0d6fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:10:37.774080 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Attempting to bind port 387a8634-86f5-44e3-9e66-cd20349261af on network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:10:37.780754 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:10:37.781181 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Checking segment: {'id': '744e2d64-52af-46e9-a360-169f1c0d6fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:10:37.781657 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:37.782041 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Bound using segment: {'id': '744e2d64-52af-46e9-a360-169f1c0d6fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:10:37.782494 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Bound port: 387a8634-86f5-44e3-9e66-cd20349261af, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744e2d64-52af-46e9-a360-169f1c0d6fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:10:37.782867 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:37.866299 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] For port 387a8634-86f5-44e3-9e66-cd20349261af, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:10:37.870042 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] For port 387a8634-86f5-44e3-9e66-cd20349261af, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=387a8634-86f5-44e3-9e66-cd20349261af,segment=NetworkSegment(744e2d64-52af-46e9-a360-169f1c0d6fca),segment_id=744e2d64-52af-46e9-a360-169f1c0d6fca)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:10:37.874703 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:37.976987 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb846a8-833b-4eaa-9493-4b42686575aa None None] Pushing event updated for resources: {'Port': ['ID=387a8634-86f5-44e3-9e66-cd20349261af,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:39.143812 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 57376) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:39.760995 dv-cinder-825106-1-iscsi neutron-server[82796]: WARNING oslo_policy.policy [None req-f6f52809-1bdd-4c33-950e-8f84f5970006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 14:10:39.761640 dv-cinder-825106-1-iscsi neutron-server[82796]: WARNING oslo_policy.policy [None req-f6f52809-1bdd-4c33-950e-8f84f5970006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 14:10:39.978740 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [None req-f6f52809-1bdd-4c33-950e-8f84f5970006 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:10:39.979909 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f6f52809-1bdd-4c33-950e-8f84f5970006 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8339598 Jan 18 14:10:41.632874 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 387a8634-86f5-44e3-9e66-cd20349261af up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:10:41.673345 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518f4f0-56f8-4bae-9a85-a4dcc07416e7 None None] Network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:10:41.809228 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 387a8634-86f5-44e3-9e66-cd20349261af completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:10:41.814659 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-d4947609-fa43-454f-9940-6a8f891a37f7 None None] Provisioning for port 387a8634-86f5-44e3-9e66-cd20349261af completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:10:41.826573 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 387a8634-86f5-44e3-9e66-cd20349261af triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:10:41.826960 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:41.858155 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-d4947609-fa43-454f-9940-6a8f891a37f7 None None] Provisioning complete for port 387a8634-86f5-44e3-9e66-cd20349261af triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:10:41.858513 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d4947609-fa43-454f-9940-6a8f891a37f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:42.121387 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:42.148695 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d4947609-fa43-454f-9940-6a8f891a37f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:42.191388 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 387a8634-86f5-44e3-9e66-cd20349261af, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=387a8634-86f5-44e3-9e66-cd20349261af,segment=NetworkSegment(744e2d64-52af-46e9-a360-169f1c0d6fca),segment_id=744e2d64-52af-46e9-a360-169f1c0d6fca)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:10:42.198476 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:42.273024 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 57396) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:42.306097 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.api [None req-d4947609-fa43-454f-9940-6a8f891a37f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:10:42.306494 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG oslo_db.api [None req-d4947609-fa43-454f-9940-6a8f891a37f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:10:42.309934 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=387a8634-86f5-44e3-9e66-cd20349261af,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:42.667208 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [None req-5fe58171-1d9e-49d6-b14c-93d814ea6570 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:10:42.668151 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5fe58171-1d9e-49d6-b14c-93d814ea6570 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3934255 Jan 18 14:10:42.981682 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-383c2e40-833d-4302-aed2-9c1ba26fa5a0 None None] Provisioning complete for port 387a8634-86f5-44e3-9e66-cd20349261af triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:10:42.982241 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-383c2e40-833d-4302-aed2-9c1ba26fa5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:43.599109 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 387a8634-86f5-44e3-9e66-cd20349261af up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:10:43.673524 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 387a8634-86f5-44e3-9e66-cd20349261af triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:10:43.673891 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:45.267517 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 57408) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:45.629398 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:10:45.666495 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.policy [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82796) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 14:10:45.667264 dv-cinder-825106-1-iscsi neutron-server[82796]: WARNING oslo_policy.policy [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 14:10:45.667630 dv-cinder-825106-1-iscsi neutron-server[82796]: WARNING oslo_policy.policy [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 14:10:45.671023 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.quota [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Loaded quota_driver: . Jan 18 14:10:45.687072 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:10:45.693368 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Usage tracker for resource:router and tenant:c2835cbd5ad1498789971835b07a9ca3 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:10:45.697905 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:10:45.705815 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:10:45.722310 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:45.724275 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:45.752239 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:45.863343 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:45.883810 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:45.885021 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-674142a0-370c-442b-b31b-65f7c915c80a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6165180 Jan 18 14:10:48.102221 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 57420) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:48.478423 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [None req-ade54287-1fc9-4340-a09c-32ca612877ac admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:10:48.479341 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ade54287-1fc9-4340-a09c-32ca612877ac admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3761985 Jan 18 14:10:49.781596 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cf356e4c-64bb-4201-b9c6-c4ed95f8eb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:50.701958 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 57430) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:51.081481 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:10:51.088751 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:10:51.092503 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Usage tracker for resource:network and tenant:5a9ec4e2bfd74943be310e1fb2ef597f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:10:51.095862 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:10:51.101413 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:10:51.111146 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Made reservation on behalf of 5a9ec4e2bfd74943be310e1fb2ef597f for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:10:51.114008 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:51.130647 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:51.169566 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:10:51.173427 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Usage tracker for resource:security_group_rule and tenant:5a9ec4e2bfd74943be310e1fb2ef597f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:10:51.176198 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:10:51.181802 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:10:51.247327 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:51.250779 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:51.265864 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Reserving flat network on physical network physnet1 {{(pid=82796) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 14:10:51.296467 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775333416403', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:51.296467 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Unsubscribe: segment precommit_create {{(pid=82796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 14:10:51.297718 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Added segment 16fe113b-c776-4cd5-9d02-0a35796177c4 of type flat for network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 Jan 18 14:10:51.311619 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765a8a53-e068-40dd-833f-6c3b3cad5520,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:51.366048 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.366322 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.366654 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.366979 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.367314 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.367644 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.367961 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.368293 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.368614 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.368922 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.369257 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Tracked resource versions report: Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: pushed versions: Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: { 'ConntrackHelper': {'1.0'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Log': {'1.0'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Network': {'1.1'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Port': {'1.5'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'PortForwarding': {'1.2'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'QosPolicy': {'1.8'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SecurityGroup': {'1.2'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SecurityGroupRule': {'1.0'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SubPort': {'1.0'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Subnet': {'1.1'}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Trunk': {'1.1'}} Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: consumer versions: Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: { DHCP agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: L3 agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: Metadata agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: Metering agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: Open vSwitch agent@dv-cinder-825106-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Log': '1.0', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Network': '1.1', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Port': '1.5', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'PortForwarding': '1.2', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'QosPolicy': '1.8', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SecurityGroup': '1.2', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SecurityGroupRule': '1.0', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SubPort': '1.0', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Subnet': '1.1', Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Trunk': '1.1'}} Jan 18 14:10:51.370290 dv-cinder-825106-1-iscsi neutron-server[82796]: {{(pid=82796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 14:10:51.425919 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:51.470366 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:51.471450 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:10:51.472100 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:51.577702 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] Pushing event updated for resources: {'Network': ['ID=1677d4c6-fdb0-44dc-a0fc-7e6a737ca526,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:51.580580 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-946bb6f7-c643-477b-9413-4f63a2f0b56c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8776126 Jan 18 14:10:51.589842 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:10:52.097594 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7003314-57f1-46ee-954e-6627c7f70328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:53.124610 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:53.358546 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:53.801274 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 57452) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:54.088923 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f21e3d-9c67-4281-9fae-7adeb7b9db3c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:10:54.090275 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-40f21e3d-9c67-4281-9fae-7adeb7b9db3c admin admin] 10.222.0.45 "GET /v2.0/subnets/84acdfbd-c590-4a18-b31f-5d3b92cdbebb HTTP/1.1" status: 200 len: 849 time: 0.2880464 Jan 18 14:10:54.232401 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-cc4af175-7497-4288-b434-0d7ba2cf8f55 admin admin] 10.222.0.45 "GET /v2.0/routers/f0773697-ccc0-450b-a9a8-9e85297127ea HTTP/1.1" status: 200 len: 704 time: 0.1368020 Jan 18 14:10:54.419666 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:54.712495 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:54.941725 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Allocated IP 172.20.0.1 (6fe5eb99-fe4c-4833-bb11-fdfb66824dea/84acdfbd-c590-4a18-b31f-5d3b92cdbebb/8b56ab01-6eb3-4063-8422-029a7018444a) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:10:55.101730 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:55.119626 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Transition to ACTIVE for port object 8b56ab01-6eb3-4063-8422-029a7018444a will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:10:55.168261 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:55.235177 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:10:55.238025 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:10:55.245682 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:10:55.245682 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:55.248427 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Pushing event updated for resources: {'Port': ['ID=8b56ab01-6eb3-4063-8422-029a7018444a,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:55.370278 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:55.471396 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b64d431c-f39d-4af2-8f4a-39f315d21f40 None None] Provisioning for port 8b56ab01-6eb3-4063-8422-029a7018444a completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:10:55.476004 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b64d431c-f39d-4af2-8f4a-39f315d21f40 None None] Provisioning complete for port 8b56ab01-6eb3-4063-8422-029a7018444a triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:10:55.476474 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b64d431c-f39d-4af2-8f4a-39f315d21f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:55.529732 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-b64d431c-f39d-4af2-8f4a-39f315d21f40 None None] Port 8b56ab01-6eb3-4063-8422-029a7018444a cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:10:55.590170 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:55.594338 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:55.595273 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:55.757234 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Pushing event updated for resources: {'Port': ['ID=8b56ab01-6eb3-4063-8422-029a7018444a,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:55.819114 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:10:55.820155 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:10:56.052668 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ac131b49-46ef-4d88-b273-2e1caf32ce4b None None] Provisioning complete for port 8b56ab01-6eb3-4063-8422-029a7018444a triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:10:56.053057 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ac131b49-46ef-4d88-b273-2e1caf32ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:56.103899 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-ac131b49-46ef-4d88-b273-2e1caf32ce4b None None] Port 8b56ab01-6eb3-4063-8422-029a7018444a cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:10:56.168184 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Router f0773697-ccc0-450b-a9a8-9e85297127ea is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:10:56.329948 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:10:56.339198 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-036bfb73-be4a-40d3-bf1c-48ebe13aa963 admin admin] 10.222.0.45 "PUT /v2.0/routers/f0773697-ccc0-450b-a9a8-9e85297127ea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1019430 Jan 18 14:10:56.339738 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Sync routers for ids ['f0773697-ccc0-450b-a9a8-9e85297127ea'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:10:56.352146 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Routers {'f0773697-ccc0-450b-a9a8-9e85297127ea'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:10:56.353113 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:10:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['f0773697-ccc0-450b-a9a8-9e85297127ea'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:56.522230 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Set router f0773697-ccc0-450b-a9a8-9e85297127ea gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:10:56.882964 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'name': 'router1', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:10:45Z', 'updated_at': '2022-01-18T14:10:55Z', 'revision_number': 2, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'gw_port_host': None, '_interfaces': [{'id': '8b56ab01-6eb3-4063-8422-029a7018444a', 'name': '', 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'mac_address': 'fa:16:3e:fb:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:10:54Z', 'updated_at': '2022-01-18T14:10:55Z', 'revision_number': 2, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'subnets': [{'id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fdee65d-93ad-4706-8096-c4838ded2276'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:56.888488 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Checking router: f0773697-ccc0-450b-a9a8-9e85297127ea for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:10:56.888860 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Updating router f0773697-ccc0-450b-a9a8-9e85297127ea port 8b56ab01-6eb3-4063-8422-029a7018444a binding host dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:10:56.943439 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:57.309054 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:57.327574 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Transition to ACTIVE for port object 8b56ab01-6eb3-4063-8422-029a7018444a will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:10:57.334011 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:57.558634 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Pushing event updated for resources: {'Port': ['ID=8b56ab01-6eb3-4063-8422-029a7018444a,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:57.581657 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.581950 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.582288 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.582621 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.582953 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.583283 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.583607 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.583940 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.584261 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.584581 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.584899 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Tracked resource versions report: Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: pushed versions: Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: { 'ConntrackHelper': {'1.0'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Log': {'1.0'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Network': {'1.1'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Port': {'1.5'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'PortForwarding': {'1.2'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'QosPolicy': {'1.8'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SecurityGroup': {'1.2'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SecurityGroupRule': {'1.0'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SubPort': {'1.0'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Subnet': {'1.1'}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Trunk': {'1.1'}} Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: consumer versions: Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: { DHCP agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: L3 agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: Metadata agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: Metering agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: Open vSwitch agent@dv-cinder-825106-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Log': '1.0', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Network': '1.1', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Port': '1.5', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'PortForwarding': '1.2', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'QosPolicy': '1.8', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SecurityGroup': '1.2', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SecurityGroupRule': '1.0', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SubPort': '1.0', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Subnet': '1.1', Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Trunk': '1.1'}} Jan 18 14:10:57.586015 dv-cinder-825106-1-iscsi neutron-server[82798]: {{(pid=82798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 14:10:57.592975 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Attempting to bind port 8b56ab01-6eb3-4063-8422-029a7018444a on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:10:57.593399 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Attempting to bind port 8b56ab01-6eb3-4063-8422-029a7018444a by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '744e2d64-52af-46e9-a360-169f1c0d6fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:10:57.593835 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Attempting to bind port 8b56ab01-6eb3-4063-8422-029a7018444a on network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:10:57.600849 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:10:57.601281 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Checking segment: {'id': '744e2d64-52af-46e9-a360-169f1c0d6fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:10:57.601747 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:57.602127 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Bound using segment: {'id': '744e2d64-52af-46e9-a360-169f1c0d6fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:10:57.602585 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Bound port: 8b56ab01-6eb3-4063-8422-029a7018444a, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744e2d64-52af-46e9-a360-169f1c0d6fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:10:57.602973 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:57.691450 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] For port 8b56ab01-6eb3-4063-8422-029a7018444a, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:10:57.695525 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] For port 8b56ab01-6eb3-4063-8422-029a7018444a, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=8b56ab01-6eb3-4063-8422-029a7018444a,segment=NetworkSegment(744e2d64-52af-46e9-a360-169f1c0d6fca),segment_id=744e2d64-52af-46e9-a360-169f1c0d6fca)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:10:57.698943 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:57.781044 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Routers {'f0773697-ccc0-450b-a9a8-9e85297127ea'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:10:57.781672 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:10:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['f0773697-ccc0-450b-a9a8-9e85297127ea'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:57.932908 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c80af5-f808-4416-bdac-2bc669c502b1 None None] Pushing event updated for resources: {'Port': ['ID=8b56ab01-6eb3-4063-8422-029a7018444a,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:57.942360 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] Set router f0773697-ccc0-450b-a9a8-9e85297127ea gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:10:58.260211 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'name': 'router1', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:10:45Z', 'updated_at': '2022-01-18T14:10:55Z', 'revision_number': 2, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'gw_port_host': None, '_interfaces': [{'id': '8b56ab01-6eb3-4063-8422-029a7018444a', 'name': '', 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'mac_address': 'fa:16:3e:fb:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:10:54Z', 'updated_at': '2022-01-18T14:10:57Z', 'revision_number': 4, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'subnets': [{'id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fdee65d-93ad-4706-8096-c4838ded2276'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:10:58.263917 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed1845-2aa6-41a7-938a-ece2ac41fe6b None None] The sync data for ids ['f0773697-ccc0-450b-a9a8-9e85297127ea'] in dv-cinder-825106-1-iscsi is: [{'id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'name': 'router1', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:10:45Z', 'updated_at': '2022-01-18T14:10:55Z', 'revision_number': 2, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'gw_port_host': None, '_interfaces': [{'id': '8b56ab01-6eb3-4063-8422-029a7018444a', 'name': '', 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'mac_address': 'fa:16:3e:fb:13:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:10:54Z', 'updated_at': '2022-01-18T14:10:57Z', 'revision_number': 4, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'subnets': [{'id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fdee65d-93ad-4706-8096-c4838ded2276'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:10:58.440738 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 57474) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:10:58.616736 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da14c7-795c-45ff-b71e-662420c603c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:10:58.617342 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-52da14c7-795c-45ff-b71e-662420c603c8 admin admin] Synchronizing usage tracker for tenant:5a9ec4e2bfd74943be310e1fb2ef597f on resource:network {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:10:58.635400 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-52da14c7-795c-45ff-b71e-662420c603c8 admin admin] Unset dirty status for tenant:5a9ec4e2bfd74943be310e1fb2ef597f on resource:network {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:10:58.636581 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-52da14c7-795c-45ff-b71e-662420c603c8 admin admin] 10.222.0.45 "GET /v2.0/networks/1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 HTTP/1.1" status: 200 len: 842 time: 0.1947925 Jan 18 14:10:58.645701 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:10:58.650852 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:10:58.655107 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Usage tracker for resource:subnet and tenant:5a9ec4e2bfd74943be310e1fb2ef597f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:10:58.657965 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:10:58.664125 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:10:58.676414 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Made reservation on behalf of 5a9ec4e2bfd74943be310e1fb2ef597f for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:10:58.680740 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:59.049039 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.objects.ports [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 14:10:59.049466 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:59.140239 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4fddf8-8444-493b-b7d6-302c34afab80,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:10:59.145406 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:10:59.145837 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Network hostable DHCP agents. Network: 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:10:59.171727 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:10:59.183842 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:10:59.189086 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:10:59.190967 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:59.192063 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb2556b-34a7-4d5a-8f72-80bc904ab180 None None] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:10:59.213617 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-096a83d0-b01e-4c13-936d-4529780c8f4d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5713000 Jan 18 14:10:59.454916 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866c284-181e-4a55-9d64-615e95024501 None None] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:10:59.650202 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 8b56ab01-6eb3-4063-8422-029a7018444a up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:10:59.724613 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 8b56ab01-6eb3-4063-8422-029a7018444a completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:10:59.729240 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 8b56ab01-6eb3-4063-8422-029a7018444a triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:10:59.729595 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:59.839831 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:59.871507 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 8b56ab01-6eb3-4063-8422-029a7018444a, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=8b56ab01-6eb3-4063-8422-029a7018444a,segment=NetworkSegment(744e2d64-52af-46e9-a360-169f1c0d6fca),segment_id=744e2d64-52af-46e9-a360-169f1c0d6fca)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:10:59.875596 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:10:59.941179 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=8b56ab01-6eb3-4063-8422-029a7018444a,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:11:01.334935 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 57490) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:11:01.603711 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 8b56ab01-6eb3-4063-8422-029a7018444a up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:11:01.620372 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-28616e8f-d6ed-49dc-b631-81a84b1ef056 admin admin] 10.222.0.45 "GET /v2.0/routers/f0773697-ccc0-450b-a9a8-9e85297127ea HTTP/1.1" status: 200 len: 710 time: 0.2840497 Jan 18 14:11:01.674153 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 8b56ab01-6eb3-4063-8422-029a7018444a triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:11:01.674521 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:01.748044 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4177a47-c36a-47cc-afc1-dea69ffff71b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:11:01.749413 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-c4177a47-c36a-47cc-afc1-dea69ffff71b admin admin] 10.222.0.45 "GET /v2.0/networks/1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 HTTP/1.1" status: 200 len: 886 time: 0.1240425 Jan 18 14:11:01.757948 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:11:02.232786 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:02.414146 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:02.467590 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:02.549959 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:11:02.601359 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Allocated IP 172.27.1.104 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/f7d70c25-1fee-44bd-b72e-d8af794b5ad2) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:11:02.744871 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:02.795520 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:02.895519 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:11:02.898178 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:11:02.900745 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:11:02.929151 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Pushing event updated for resources: {'Port': ['ID=f7d70c25-1fee-44bd-b72e-d8af794b5ad2,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:11:03.077071 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:03.235696 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:03.239127 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3890283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3890272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3883262'] for router, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:03.435632 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Router f0773697-ccc0-450b-a9a8-9e85297127ea has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:11:03.625944 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:11:03.633814 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:03.634986 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b615d00c-d97f-422c-aafb-c353c5387f5e admin admin] 10.222.0.45 "PUT /v2.0/routers/f0773697-ccc0-450b-a9a8-9e85297127ea HTTP/1.1" status: 200 len: 890 time: 1.8802595 Jan 18 14:11:03.635111 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Sync routers for ids ['f0773697-ccc0-450b-a9a8-9e85297127ea'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:11:03.647622 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Routers {'f0773697-ccc0-450b-a9a8-9e85297127ea'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:11:03.648299 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:10:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['f0773697-ccc0-450b-a9a8-9e85297127ea'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:11:03.839426 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Set router f0773697-ccc0-450b-a9a8-9e85297127ea gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:11:04.170133 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'name': 'router1', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f7d70c25-1fee-44bd-b72e-d8af794b5ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:10:45Z', 'updated_at': '2022-01-18T14:11:02Z', 'revision_number': 4, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'gw_port': {'id': 'f7d70c25-1fee-44bd-b72e-d8af794b5ad2', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:11:02Z', 'updated_at': '2022-01-18T14:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '8b56ab01-6eb3-4063-8422-029a7018444a', 'name': '', 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'mac_address': 'fa:16:3e:fb:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:10:54Z', 'updated_at': '2022-01-18T14:10:59Z', 'revision_number': 5, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'subnets': [{'id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fdee65d-93ad-4706-8096-c4838ded2276'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:11:04.175156 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Checking router: f0773697-ccc0-450b-a9a8-9e85297127ea for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:11:04.175501 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Updating router f0773697-ccc0-450b-a9a8-9e85297127ea port f7d70c25-1fee-44bd-b72e-d8af794b5ad2 binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:11:04.224387 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:04.565529 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:04.577202 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Transition to ACTIVE for port object f7d70c25-1fee-44bd-b72e-d8af794b5ad2 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:11:04.585061 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:04.666043 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Attempting to bind port f7d70c25-1fee-44bd-b72e-d8af794b5ad2 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:11:04.666612 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Attempting to bind port f7d70c25-1fee-44bd-b72e-d8af794b5ad2 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:11:04.666764 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Attempting to bind port f7d70c25-1fee-44bd-b72e-d8af794b5ad2 on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:11:04.668697 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9203fea-0b45-4fad-9637-cef2af7e1660 None None] Pushing event updated for resources: {'Port': ['ID=f7d70c25-1fee-44bd-b72e-d8af794b5ad2,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:11:04.675316 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:11:04.676148 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:11:04.676148 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:04.676444 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:11:04.676999 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Bound port: f7d70c25-1fee-44bd-b72e-d8af794b5ad2, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:11:04.677321 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:04.746647 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] For port f7d70c25-1fee-44bd-b72e-d8af794b5ad2, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:11:04.749552 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] For port f7d70c25-1fee-44bd-b72e-d8af794b5ad2, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=f7d70c25-1fee-44bd-b72e-d8af794b5ad2,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:11:04.755172 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:04.836632 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9203fea-0b45-4fad-9637-cef2af7e1660 None None] Pushing event updated for resources: {'Port': ['ID=f7d70c25-1fee-44bd-b72e-d8af794b5ad2,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:11:04.843063 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Routers {'f0773697-ccc0-450b-a9a8-9e85297127ea'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:11:04.843683 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:10:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['f0773697-ccc0-450b-a9a8-9e85297127ea'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:11:05.017832 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] Set router f0773697-ccc0-450b-a9a8-9e85297127ea gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:11:05.336269 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'name': 'router1', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f7d70c25-1fee-44bd-b72e-d8af794b5ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:10:45Z', 'updated_at': '2022-01-18T14:11:02Z', 'revision_number': 4, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'gw_port': {'id': 'f7d70c25-1fee-44bd-b72e-d8af794b5ad2', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:11:02Z', 'updated_at': '2022-01-18T14:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '8b56ab01-6eb3-4063-8422-029a7018444a', 'name': '', 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'mac_address': 'fa:16:3e:fb:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:10:54Z', 'updated_at': '2022-01-18T14:10:59Z', 'revision_number': 5, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'subnets': [{'id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fdee65d-93ad-4706-8096-c4838ded2276'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:11:05.341864 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad950f7-d00e-4078-af95-3b8d2179eeea None None] The sync data for ids ['f0773697-ccc0-450b-a9a8-9e85297127ea'] in dv-cinder-825106-1-iscsi is: [{'id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'name': 'router1', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'f7d70c25-1fee-44bd-b72e-d8af794b5ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:10:45Z', 'updated_at': '2022-01-18T14:11:02Z', 'revision_number': 4, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'gw_port': {'id': 'f7d70c25-1fee-44bd-b72e-d8af794b5ad2', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:11:02Z', 'updated_at': '2022-01-18T14:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '8b56ab01-6eb3-4063-8422-029a7018444a', 'name': '', 'network_id': '6fe5eb99-fe4c-4833-bb11-fdfb66824dea', 'tenant_id': 'c2835cbd5ad1498789971835b07a9ca3', 'mac_address': 'fa:16:3e:fb:13:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0773697-ccc0-450b-a9a8-9e85297127ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:10:54Z', 'updated_at': '2022-01-18T14:10:59Z', 'revision_number': 5, 'project_id': 'c2835cbd5ad1498789971835b07a9ca3', 'subnets': [{'id': '84acdfbd-c590-4a18-b31f-5d3b92cdbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fdee65d-93ad-4706-8096-c4838ded2276'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:11:05.631376 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f7d70c25-1fee-44bd-b72e-d8af794b5ad2 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:11:05.700819 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port f7d70c25-1fee-44bd-b72e-d8af794b5ad2 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:11:05.706455 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port f7d70c25-1fee-44bd-b72e-d8af794b5ad2 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:11:05.706831 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:05.827857 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:05.845183 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port f7d70c25-1fee-44bd-b72e-d8af794b5ad2, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=f7d70c25-1fee-44bd-b72e-d8af794b5ad2,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:11:05.850301 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:05.886754 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 57500) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:11:05.932403 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=f7d70c25-1fee-44bd-b72e-d8af794b5ad2,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:11:06.027858 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-60f80ef3-393e-4da0-a0ab-df624f7abeb6 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1399961 Jan 18 14:11:07.615620 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f7d70c25-1fee-44bd-b72e-d8af794b5ad2 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:11:07.690422 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port f7d70c25-1fee-44bd-b72e-d8af794b5ad2 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:11:07.690795 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:19.785072 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e7e22ea4-3c4b-4be7-adf1-b5a132581b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:22.099813 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-31c10cac-e2df-4296-a525-715c37e98a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:23.127633 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:23.360489 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:24.438900 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:39.549684 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:11:49.788082 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9a3503b5-5900-4408-b3b3-efae589165d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:52.102433 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25ed26b3-33cc-4cab-964c-189b0ff51ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:53.130952 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:53.365300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:11:54.444993 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:16.549439 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:12:19.794351 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9cb33f3c-dd06-4e82-b588-60fab2e5943b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:22.104839 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5a94-2a21-4816-b683-d0e1ba77feac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:23.134891 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:23.370338 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:24.455616 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:49.787049 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86cb84cf-b655-455c-88a7-332def42cc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:52.107658 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67719310-7875-45f4-867a-cf3a7f650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:53.137540 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:53.363297 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:12:53.549654 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:12:54.451686 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:07.056785 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58072) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:07.145267 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.pecan_wsgi.hooks.translation [None req-69015d4f-988a-4e64-9379-611f3b4ea8fd admin admin] GET failed (client error): The resource could not be found. Jan 18 14:13:07.146450 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-69015d4f-988a-4e64-9379-611f3b4ea8fd admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0881178 Jan 18 14:13:07.274644 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc7d50-30c7-428e-8b9a-0e0c04c8d4bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:07.276526 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-42fc7d50-30c7-428e-8b9a-0e0c04c8d4bb admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1261206 Jan 18 14:13:09.290710 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58082) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:09.420413 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7ee779-a21e-47e0-822f-2a051ce2bf1d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:09.420994 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9a7ee779-a21e-47e0-822f-2a051ce2bf1d admin admin] Synchronizing usage tracker for tenant:5a9ec4e2bfd74943be310e1fb2ef597f on resource:subnet {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:13:09.437073 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9a7ee779-a21e-47e0-822f-2a051ce2bf1d admin admin] Unset dirty status for tenant:5a9ec4e2bfd74943be310e1fb2ef597f on resource:subnet {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:13:09.438186 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9a7ee779-a21e-47e0-822f-2a051ce2bf1d admin admin] 10.222.0.45 "GET /v2.0/subnets/84acdfbd-c590-4a18-b31f-5d3b92cdbebb HTTP/1.1" status: 200 len: 849 time: 0.1460361 Jan 18 14:13:09.447371 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:13:09.599554 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:09.782714 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775333340919'] for subnet, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:09.835115 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:09.835467 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53759d-62a8-4cda-bb8a-9327d1396b6d None None] Network 6fe5eb99-fe4c-4833-bb11-fdfb66824dea requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:13:09.835936 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:09.848815 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] 10.222.0.45 "PUT /v2.0/subnets/84acdfbd-c590-4a18-b31f-5d3b92cdbebb HTTP/1.1" status: 200 len: 868 time: 0.3935108 Jan 18 14:13:09.851979 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84acdfbd-c590-4a18-b31f-5d3b92cdbebb,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:13:09.860901 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.861279 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.861621 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.861957 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.862360 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.862755 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.863092 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.863422 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.863754 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.864079 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:09.864402 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df62d566-1677-42f4-8905-74fd8793c273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:10.298966 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b7068fc6-2aee-4871-8286-7dd56095c357 None None] Provisioning complete for port 387a8634-86f5-44e3-9e66-cd20349261af triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:13:10.299338 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b7068fc6-2aee-4871-8286-7dd56095c357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:10.422669 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b7068fc6-2aee-4871-8286-7dd56095c357 None None] Provisioning complete for port 8b56ab01-6eb3-4063-8422-029a7018444a triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:13:10.422932 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b7068fc6-2aee-4871-8286-7dd56095c357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:11.960401 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58092) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:12.154623 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79590ae-21ec-46e2-a6db-2e4560439242 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:12.154923 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79590ae-21ec-46e2-a6db-2e4560439242 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:12.156428 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d79590ae-21ec-46e2-a6db-2e4560439242 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950011 Jan 18 14:13:14.157781 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58102) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:14.354971 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bd60c5-ce37-4c25-b6c4-54ba2097679c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:14.355346 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bd60c5-ce37-4c25-b6c4-54ba2097679c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:14.356875 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c2bd60c5-ce37-4c25-b6c4-54ba2097679c admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981342 Jan 18 14:13:16.353025 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58112) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:16.539328 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a8bbb-c823-45cd-b30c-d1eb2992d470 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:16.540592 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-052a8bbb-c823-45cd-b30c-d1eb2992d470 admin admin] 10.222.0.45 "GET /v2.0/networks/1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 HTTP/1.1" status: 200 len: 886 time: 0.1860826 Jan 18 14:13:18.561859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58122) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:18.751423 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd744a38-d7b7-4858-8ce0-f4182cabb905 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:18.752671 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-fd744a38-d7b7-4858-8ce0-f4182cabb905 admin admin] 10.222.0.45 "GET /v2.0/networks/6fe5eb99-fe4c-4833-bb11-fdfb66824dea HTTP/1.1" status: 200 len: 869 time: 0.1898916 Jan 18 14:13:19.788530 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-388577e0-681f-4bc2-a58a-db68dd2077fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:20.754798 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58132) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:20.886234 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70b799-2a83-4f5c-b40b-41ad071cee89 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:20.886596 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70b799-2a83-4f5c-b40b-41ad071cee89 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:20.888107 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-dd70b799-2a83-4f5c-b40b-41ad071cee89 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323750 Jan 18 14:13:22.109719 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4099e386-f7b2-4f89-a4a7-5df5b5bcb50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:22.888634 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58142) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:23.018933 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca8da2-c72b-4c6e-9064-d91163c1d3a4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:23.019305 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca8da2-c72b-4c6e-9064-d91163c1d3a4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:23.020778 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-72ca8da2-c72b-4c6e-9064-d91163c1d3a4 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309006 Jan 18 14:13:23.142445 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:23.365129 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:24.453844 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:25.008741 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58152) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:25.130163 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f641dbe-7528-4878-bdef-e1b0d651f4df admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:25.131503 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-1f641dbe-7528-4878-bdef-e1b0d651f4df admin admin] 10.222.0.45 "GET /v2.0/subnets/5c4fddf8-8444-493b-b7d6-302c34afab80 HTTP/1.1" status: 200 len: 816 time: 0.1217830 Jan 18 14:13:27.111848 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58162) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:27.242913 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c015c-bb83-4a33-9334-f1a6898c9bba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:27.244216 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-657c015c-bb83-4a33-9334-f1a6898c9bba admin admin] 10.222.0.45 "GET /v2.0/subnets/84acdfbd-c590-4a18-b31f-5d3b92cdbebb HTTP/1.1" status: 200 len: 868 time: 0.1313655 Jan 18 14:13:30.549248 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:13:45.070945 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58200) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:45.141373 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [None req-4b552267-f155-4e87-b0bc-e13e42425d35 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82795) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:13:45.142367 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-4b552267-f155-4e87-b0bc-e13e42425d35 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0704837 Jan 18 14:13:47.205805 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58210) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:47.293998 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18179e7-a332-4e54-8e6d-b7cff9460b8f admin admin] GET failed (client error): The resource could not be found. Jan 18 14:13:47.295198 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-a18179e7-a332-4e54-8e6d-b7cff9460b8f admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0884724 Jan 18 14:13:47.417717 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e05341-42fc-4202-9a46-053ec29fb0b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:47.419068 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-13e05341-42fc-4202-9a46-053ec29fb0b3 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200421 Jan 18 14:13:49.453827 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58220) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:49.523257 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:13:49.528248 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:13:49.537735 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:13:49.548212 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Made reservation on behalf of 5a9ec4e2bfd74943be310e1fb2ef597f for: {'network': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:13:49.550670 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:49.637757 dv-cinder-825106-1-iscsi neutron-server[82795]: WARNING neutron.services.revisions.revision_plugin [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Could not find related network for resource to bump revision. Jan 18 14:13:49.651328 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=82795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:13:49.660940 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:49.661302 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.segments_db [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Added segment 1f4e4740-6b42-47a8-82b9-57a5c18b0dbb of type vlan for network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 Jan 18 14:13:49.690217 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:49.718497 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:49.719397 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:49.719976 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:49.789620 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-667600ed-cfd9-4672-a661-37966e159ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:49.818560 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3636324 Jan 18 14:13:49.823525 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ca46c9b2-8d46-4a02-8f93-56e1e7df4e05,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:13:49.831870 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.832219 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.832559 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.832895 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.833258 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.833592 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.833963 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.834255 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.834615 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.834908 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.835231 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6297a-a6af-4569-8aea-54a878e9d8a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:49.849386 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:13:51.823227 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58230) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:13:51.916887 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb39eb42-16db-48c8-916f-3dbbbb7529c2 admin admin] GET failed (client error): The resource could not be found. Jan 18 14:13:51.918224 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-cb39eb42-16db-48c8-916f-3dbbbb7529c2 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0940778 Jan 18 14:13:52.021352 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b4907-ece3-484c-9117-b30571a0c6ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:52.022781 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2e6b4907-ece3-484c-9117-b30571a0c6ce admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1007802 Jan 18 14:13:52.032541 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Request body: {'subnet': {'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:13:52.037037 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:13:52.046912 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:13:52.057284 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Made reservation on behalf of 5a9ec4e2bfd74943be310e1fb2ef597f for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:13:52.059493 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:52.110882 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c4456779-d087-4574-9b24-b4b498a4593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:52.254324 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:52.316510 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a8993d-1fde-457e-87ef-7b0423afa291,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:13:52.339178 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Checking segment: {'id': '1f4e4740-6b42-47a8-82b9-57a5c18b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:13:52.339528 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Network hostable DHCP agents. Network: ca46c9b2-8d46-4a02-8f93-56e1e7df4e05, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:13:52.360067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:13:52.369606 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, ca46c9b2-8d46-4a02-8f93-56e1e7df4e05) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:13:52.373712 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:13:52.374292 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:52.378551 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0655f16-8f48-4523-b84f-ad83006c1684 None None] Network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:13:52.398030 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-196d3dc4-d6a0-4efa-be0a-4ddae327d246 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3688233 Jan 18 14:13:52.598231 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-ca46c9b2-8d46-4a02-8f93-56e1e7df4e05', 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05', 'tenant_id': '5a9ec4e2bfd74943be310e1fb2ef597f', 'fixed_ips': [{'subnet_id': 'e2a8993d-1fde-457e-87ef-7b0423afa291'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:13:52.598231 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:52.752580 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Allocated IP 192.168.233.2 (ca46c9b2-8d46-4a02-8f93-56e1e7df4e05/e2a8993d-1fde-457e-87ef-7b0423afa291/3ddf38a9-f519-4ecd-bcf1-25343de82170) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:13:52.959726 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:52.969923 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Transition to ACTIVE for port object 3ddf38a9-f519-4ecd-bcf1-25343de82170 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:13:52.987844 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Transition to ACTIVE for port object 3ddf38a9-f519-4ecd-bcf1-25343de82170 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:13:52.994527 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:53.063183 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:13:53.064322 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:13:53.068009 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:13:53.074758 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Pushing event updated for resources: {'Port': ['ID=3ddf38a9-f519-4ecd-bcf1-25343de82170,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:13:53.147109 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.147758 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.147758 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.148092 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.148417 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.148744 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.149112 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.149452 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.149779 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.150097 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.150420 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:13:53.204461 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:53.208586 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Attempting to bind port 3ddf38a9-f519-4ecd-bcf1-25343de82170 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:13:53.208980 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Attempting to bind port 3ddf38a9-f519-4ecd-bcf1-25343de82170 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '1f4e4740-6b42-47a8-82b9-57a5c18b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:13:53.209351 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Attempting to bind port 3ddf38a9-f519-4ecd-bcf1-25343de82170 on network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:13:53.216336 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:13:53.216711 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Checking segment: {'id': '1f4e4740-6b42-47a8-82b9-57a5c18b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:13:53.217151 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:53.217549 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Bound using segment: {'id': '1f4e4740-6b42-47a8-82b9-57a5c18b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:13:53.218012 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Bound port: 3ddf38a9-f519-4ecd-bcf1-25343de82170, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4e4740-6b42-47a8-82b9-57a5c18b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:13:53.218399 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:53.306362 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] For port 3ddf38a9-f519-4ecd-bcf1-25343de82170, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:13:53.309375 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] For port 3ddf38a9-f519-4ecd-bcf1-25343de82170, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=3ddf38a9-f519-4ecd-bcf1-25343de82170,segment=NetworkSegment(1f4e4740-6b42-47a8-82b9-57a5c18b0dbb),segment_id=1f4e4740-6b42-47a8-82b9-57a5c18b0dbb)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:13:53.314070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:53.404230 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214dcef-7f89-4aeb-a3d4-98beea9cbab1 None None] Pushing event updated for resources: {'Port': ['ID=3ddf38a9-f519-4ecd-bcf1-25343de82170,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:13:53.407749 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:53.727858 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 3ddf38a9-f519-4ecd-bcf1-25343de82170 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:13:53.800180 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 3ddf38a9-f519-4ecd-bcf1-25343de82170 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:13:54.205437 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6435e8cc-7f42-42a2-b7b0-553bf30051a0 None None] Network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:13:54.304722 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-cb05b1f1-74cf-4758-9b22-9a850fdbf6d1 None None] Provisioning for port 3ddf38a9-f519-4ecd-bcf1-25343de82170 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:13:54.323256 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-cb05b1f1-74cf-4758-9b22-9a850fdbf6d1 None None] Provisioning complete for port 3ddf38a9-f519-4ecd-bcf1-25343de82170 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:13:54.323603 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cb05b1f1-74cf-4758-9b22-9a850fdbf6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:54.535013 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:54.547340 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cb05b1f1-74cf-4758-9b22-9a850fdbf6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:54.591500 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-cb05b1f1-74cf-4758-9b22-9a850fdbf6d1 None None] For port 3ddf38a9-f519-4ecd-bcf1-25343de82170, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=3ddf38a9-f519-4ecd-bcf1-25343de82170,segment=NetworkSegment(1f4e4740-6b42-47a8-82b9-57a5c18b0dbb),segment_id=1f4e4740-6b42-47a8-82b9-57a5c18b0dbb)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:13:54.595701 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cb05b1f1-74cf-4758-9b22-9a850fdbf6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:54.671429 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05b1f1-74cf-4758-9b22-9a850fdbf6d1 None None] Pushing event updated for resources: {'Port': ['ID=3ddf38a9-f519-4ecd-bcf1-25343de82170,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:13:54.818994 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-098a5519-e6cc-4318-bacc-18f9a4039a72 None None] Provisioning complete for port 3ddf38a9-f519-4ecd-bcf1-25343de82170 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:13:54.819355 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-098a5519-e6cc-4318-bacc-18f9a4039a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:13:55.690812 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 3ddf38a9-f519-4ecd-bcf1-25343de82170 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:13:55.757643 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 3ddf38a9-f519-4ecd-bcf1-25343de82170 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:13:55.758010 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:07.549143 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:14:19.792751 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2f99d97c-8c72-45ae-baf3-fde711e8a9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:22.111320 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1598a76b-b48a-4c8e-a292-4ee75cbd8706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:23.147504 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:23.369295 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:24.462277 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:44.548891 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:14:49.795285 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e101af24-7859-4d7b-8c3d-1f305ab78026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:52.114696 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-425009de-25ac-41e8-bf23-f5d9ebc2a2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:53.150498 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:53.372194 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:14:54.464548 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:07.904489 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58272) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:15:07.911208 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [None req-368eafc4-4d94-4982-8e6b-cfaff4fa990e tempest-verify_tempest_config-632691935 tempest-verify_tempest_config-632691935-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:15:07.912175 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-368eafc4-4d94-4982-8e6b-cfaff4fa990e tempest-verify_tempest_config-632691935 tempest-verify_tempest_config-632691935-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0066323 Jan 18 14:15:08.226704 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58288) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:15:08.367204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:08.396572 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:15:08.400294 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Usage tracker for resource:security_group_rule and tenant:70233fe1f0e74e498c0bd3841890690f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:15:08.403361 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:15:08.409004 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:15:08.473278 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:08.476862 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:08.523317 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6866d0f4-b12e-42fb-93aa-680166e59082,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:15:08.530048 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Synchronizing usage tracker for tenant:5a9ec4e2bfd74943be310e1fb2ef597f on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:15:08.535918 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.536268 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.536604 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.536935 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.537304 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.537639 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.537984 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.538348 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.538679 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.539000 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.539319 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:15:08.555374 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] Unset dirty status for tenant:5a9ec4e2bfd74943be310e1fb2ef597f on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:15:08.556969 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d64ed415-6544-4f02-a2f5-61e74d7f3074 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70233fe1f0e74e498c0bd3841890690f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3292804 Jan 18 14:15:08.560705 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58294) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:15:08.645896 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b8865fe3-a190-4541-9bea-4cfea0b98596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:08.670550 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b8865fe3-a190-4541-9bea-4cfea0b98596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:08.757247 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b8865fe3-a190-4541-9bea-4cfea0b98596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:08.770522 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8865fe3-a190-4541-9bea-4cfea0b98596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866d0f4-b12e-42fb-93aa-680166e59082,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:15:08.777168 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b8865fe3-a190-4541-9bea-4cfea0b98596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:08.779393 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b8865fe3-a190-4541-9bea-4cfea0b98596 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6866d0f4-b12e-42fb-93aa-680166e59082 HTTP/1.1" status: 204 len: 168 time: 0.2166638 Jan 18 14:15:19.797772 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-baed166b-20c1-4187-906f-d2650c0a6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:21.548393 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:15:22.116064 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-60d74aa8-5f68-434a-b484-af9bdcdef2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:23.154021 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:23.374655 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:24.466895 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:49.799642 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d7704468-3772-4f14-862c-5b4dc9bedb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:52.117418 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-59ee7269-0093-4d02-a9f8-7d8b9390fbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:53.157172 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:53.375715 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:54.469983 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:15:58.547558 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:16:19.800273 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-96be750f-a242-45dc-8010-c05d5342b91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:22.118760 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5b51eade-250c-4468-984f-a1a7f62f3c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:23.161739 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:23.376445 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:24.472366 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:35.547331 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 5 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:16:42.973271 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3890942'] for agent, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:49.802571 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ad8c4405-dec3-4242-ba81-bbe77ca2ca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:52.121205 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3ed3752a-372b-4b40-b971-314062ace966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:53.161901 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:53.378467 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:54.477537 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:16:58.302180 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58364) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:16:58.434804 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-097fcc5f-25a7-4a8f-b07d-17811745037a admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1315422 Jan 18 14:17:00.423543 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58374) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:17:00.500872 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-4d71e17d-058b-46fd-8cd0-ea54fb8e538d admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0762615 Jan 18 14:17:12.547303 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:17:12.928965 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:19.803593 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f8094763-8f3c-4993-92e3-e9c62436d268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:22.123003 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d77f99a5-94f6-4f20-b2da-57da239c8d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:23.163110 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:23.379393 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:24.481074 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:42.932313 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:49.547256 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:17:49.805737 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f9a28d96-001b-49da-8fc6-2f80b34193de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:52.125697 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5420c6cb-3e7d-4044-b02e-70e295b8984a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:53.169240 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:53.390195 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:17:54.485708 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:12.946046 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:19.809081 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a556-c4f1-44ea-b4c6-ac93a32a6155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:22.129321 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4e4569f3-66d6-42aa-9da8-be0a01c2af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:23.169592 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:23.384637 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:24.487208 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:26.546790 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:18:37.569755 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58570) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:37.735447 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58580) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:37.768357 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58586) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:37.976320 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58596) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:38.074054 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1273746818-network', 'tenant_id': '8a3158889d9041bdb5572aedd8caca4c'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:38.078965 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.083413 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Usage tracker for resource:network and tenant:8a3158889d9041bdb5572aedd8caca4c is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.086275 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.092002 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:38.107770 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-network', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:38.111267 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Made reservation on behalf of 8a3158889d9041bdb5572aedd8caca4c for: {'network': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:38.113544 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.128471 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.132639 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Usage tracker for resource:network and tenant:55912e2c736c4beba78cf481c6cccf68 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.135390 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1225569731-network', 'tenant_id': 'a871a98db7e841b9bf50f139a8473791'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:38.135528 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.138061 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.144285 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.149977 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Usage tracker for resource:network and tenant:a871a98db7e841b9bf50f139a8473791 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.154126 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.154606 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:38.162790 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:38.177523 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Made reservation on behalf of a871a98db7e841b9bf50f139a8473791 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:38.180910 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Made reservation on behalf of 55912e2c736c4beba78cf481c6cccf68 for: {'network': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:38.181235 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.183327 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.195216 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.197080 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.208418 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.212383 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Usage tracker for resource:security_group_rule and tenant:8a3158889d9041bdb5572aedd8caca4c is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.216014 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.222218 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:38.238665 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.250071 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Usage tracker for resource:security_group_rule and tenant:a871a98db7e841b9bf50f139a8473791 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.254348 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.263249 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:38.295916 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.305834 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.316826 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=82795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:18:38.326562 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.327226 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.segments_db [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Added segment 9ae8a79a-a667-4ae1-b392-1a468d33ca71 of type vlan for network 6739bcc2-76ac-4a67-b6fd-03e3ec891419 Jan 18 14:18:38.345380 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.349842 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.357145 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.365163 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:18:38.381348 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.381348 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Added segment 01d67297-72b0-48f0-99e0-34e2bdb6d45b of type vlan for network e7ca2570-4bec-4646-a4e5-5b13fa852404 Jan 18 14:18:38.416004 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.418596 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.419456 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:38.420129 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.432742 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:38.447211 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.447850 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.448344 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.449086 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.449859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.450640 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.451177 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.451730 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.452405 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.453061 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.453557 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Tracked resource versions report: Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: pushed versions: Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: { 'ConntrackHelper': {'1.0'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Log': {'1.0'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Network': {'1.1'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Port': {'1.5'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'PortForwarding': {'1.2'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'QosPolicy': {'1.8'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SecurityGroup': {'1.2'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SecurityGroupRule': {'1.0'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SubPort': {'1.0'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Subnet': {'1.1'}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Trunk': {'1.1'}} Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: consumer versions: Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: { DHCP agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: HyperV agent@hv-cinder-82510: {}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: L3 agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: Metadata agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: Metering agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: Open vSwitch agent@dv-cinder-825106-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Log': '1.0', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Network': '1.1', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Port': '1.5', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'PortForwarding': '1.2', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'QosPolicy': '1.8', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SecurityGroup': '1.2', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SecurityGroupRule': '1.0', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'SubPort': '1.0', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Subnet': '1.1', Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: 'Trunk': '1.1'}} Jan 18 14:18:38.454782 dv-cinder-825106-1-iscsi neutron-server[82796]: {{(pid=82796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 14:18:38.461113 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Usage tracker for resource:security_group_rule and tenant:55912e2c736c4beba78cf481c6cccf68 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.472669 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9017589 Jan 18 14:18:38.473835 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-network', 'tenant_id': '0779d207abc54358b4c4f896c78cae98'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:38.477480 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.479874 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58616) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:38.480290 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.491184 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Request body: {'subnet': {'network_id': '6739bcc2-76ac-4a67-b6fd-03e3ec891419', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1273746818-subnet', 'tenant_id': '8a3158889d9041bdb5572aedd8caca4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:38.495323 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:38.499248 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.500204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Usage tracker for resource:network and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.503474 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Usage tracker for resource:subnet and tenant:8a3158889d9041bdb5572aedd8caca4c is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.506567 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.509184 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.512494 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:38.519961 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae2450c-4599-4a89-bd3f-4166daaba6fb,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:38.524189 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:38.529406 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Made reservation on behalf of 8a3158889d9041bdb5572aedd8caca4c for: {'subnet': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:38.531747 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.552253 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.562258 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Made reservation on behalf of 0779d207abc54358b4c4f896c78cae98 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:38.566327 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.596992 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.717904 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.720202 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.721159 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:38.721876 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.743384 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Usage tracker for resource:security_group_rule and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.750868 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.760227 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:38.815943 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:38.886691 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1138649 Jan 18 14:18:38.893992 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58640) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:38.909238 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Request body: {'subnet': {'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1225569731-subnet', 'tenant_id': 'a871a98db7e841b9bf50f139a8473791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:38.914949 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ede1d7-1689-4aec-90ce-db78fe29306a admin admin] Pushing event updated for resources: {'Network': ['ID=e7ca2570-4bec-4646-a4e5-5b13fa852404,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:38.919225 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:38.927677 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network e7ca2570-4bec-4646-a4e5-5b13fa852404 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:18:38.929697 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Usage tracker for resource:subnet and tenant:a871a98db7e841b9bf50f139a8473791 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:38.933687 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:38.945195 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:39.009743 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Made reservation on behalf of a871a98db7e841b9bf50f139a8473791 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:39.012706 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.051795 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.052152 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.057503 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.057929 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.058294 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.058640 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.058977 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.059327 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.059661 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.060373 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.060769 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Tracked resource versions report: Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: pushed versions: Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: { 'ConntrackHelper': {'1.0'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Log': {'1.0'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Network': {'1.1'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Port': {'1.5'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'PortForwarding': {'1.2'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'QosPolicy': {'1.8'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SecurityGroup': {'1.2'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SecurityGroupRule': {'1.0'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SubPort': {'1.0'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Subnet': {'1.1'}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Trunk': {'1.1'}} Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: consumer versions: Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: { DHCP agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: HyperV agent@hv-cinder-82510: {}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: L3 agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: Metadata agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: Metering agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: Open vSwitch agent@dv-cinder-825106-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Log': '1.0', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Network': '1.1', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Port': '1.5', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'PortForwarding': '1.2', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'QosPolicy': '1.8', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SecurityGroup': '1.2', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SecurityGroupRule': '1.0', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'SubPort': '1.0', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Subnet': '1.1', Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: 'Trunk': '1.1'}} Jan 18 14:18:39.061864 dv-cinder-825106-1-iscsi neutron-server[82795]: {{(pid=82795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 14:18:39.073672 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Checking segment: {'id': '9ae8a79a-a667-4ae1-b392-1a468d33ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6739bcc2-76ac-4a67-b6fd-03e3ec891419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:18:39.081144 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Network hostable DHCP agents. Network: 6739bcc2-76ac-4a67-b6fd-03e3ec891419, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:18:39.109217 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25471b01-328c-48a4-904a-c801e633db93 admin admin] Pushing event updated for resources: {'Network': ['ID=6739bcc2-76ac-4a67-b6fd-03e3ec891419,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:39.133122 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 6739bcc2-76ac-4a67-b6fd-03e3ec891419 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:18:39.176549 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d40bdde-8fa4-4941-862b-016b15887fdd,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:39.182250 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Network 6739bcc2-76ac-4a67-b6fd-03e3ec891419 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:18:39.203349 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.207715 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.208885 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 6739bcc2-76ac-4a67-b6fd-03e3ec891419) {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:39.211819 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.227179 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=82795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:18:39.235517 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.237307 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.237847 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.segments_db [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Added segment dabee011-b708-4b7d-8cef-980d29f31eb8 of type vlan for network a7868572-8726-4c93-974b-0ce5ad4eb81c Jan 18 14:18:39.270642 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.316560 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:39.318311 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.325036 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.326110 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:39.326963 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.332783 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:18:39.345937 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2924082c-ef04-4172-b60f-e4772eeef90b None None] Network 6739bcc2-76ac-4a67-b6fd-03e3ec891419 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:18:39.365240 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.365677 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Added segment 61ca7d06-62f4-46ce-990e-f98e31b37511 of type vlan for network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc Jan 18 14:18:39.387474 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916d0005-fe9f-45b1-882f-09089e44219b,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:39.441130 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Pushing event updated for resources: {'Network': ['ID=a7868572-8726-4c93-974b-0ce5ad4eb81c,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:39.467226 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.472315 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7059d49a-7f2d-475f-a478-fe73cb8dbae2,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:39.505724 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-40065748-c9f2-4edf-866b-9d15cfd20d75 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0247457 Jan 18 14:18:39.522336 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f6618980-097a-4c7b-bab4-7fa083157b79 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7795553 Jan 18 14:18:39.531342 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58660) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:39.544097 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network a7868572-8726-4c93-974b-0ce5ad4eb81c details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:18:39.552992 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Request body: {'subnet': {'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-subnet', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:39.567862 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:39.602462 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.603595 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:39.604248 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.612241 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Usage tracker for resource:subnet and tenant:55912e2c736c4beba78cf481c6cccf68 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:39.629444 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:39.645111 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:39.732813 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Made reservation on behalf of 55912e2c736c4beba78cf481c6cccf68 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:39.735340 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.844294 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8659430 Jan 18 14:18:39.847300 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58680) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:39.857382 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Request body: {'subnet': {'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-subnet', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:39.861896 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccca9cb-1235-4b56-a6da-203e60a74277 admin admin] Pushing event updated for resources: {'Network': ['ID=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:39.865345 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:39.879813 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:39.881919 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Usage tracker for resource:subnet and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:39.889649 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:39.901569 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:39.903773 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:18:39.930621 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Made reservation on behalf of 0779d207abc54358b4c4f896c78cae98 for: {'subnet': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:39.933320 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:40.031428 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82f4544-0fa8-4654-8c26-8d81dd7edb0e,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:40.042707 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40ae6e-1dda-4f57-a306-ff5712f0a3ae None None] Network 6739bcc2-76ac-4a67-b6fd-03e3ec891419 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:18:40.156966 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Checking segment: {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:18:40.169383 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Network hostable DHCP agents. Network: e7ca2570-4bec-4646-a4e5-5b13fa852404, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:18:40.279353 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:40.300657 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Network e7ca2570-4bec-4646-a4e5-5b13fa852404 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:18:40.319463 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:40.407817 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7811e15-e541-4836-b680-c9705d1e1eed,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:40.424385 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Checking segment: {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:18:40.425144 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Network hostable DHCP agents. Network: 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:18:40.451035 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=151b26d6-9a43-418f-abe6-a41b56190ec0,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:40.456067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, e7ca2570-4bec-4646-a4e5-5b13fa852404) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:40.463261 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:18:40.479531 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc) {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:40.484317 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:40.485089 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:40.488157 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10cf49e-91c4-4f72-94a1-90cef9765c8e None None] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:18:40.525803 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58714) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:40.528783 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:40.529477 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:40.533411 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-17a5ec16-a2b7-485e-a707-bfd9c2cce360 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6828864 Jan 18 14:18:40.536058 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:40.546923 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:40.562459 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Usage tracker for resource:router and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:40.567092 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Checking segment: {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:18:40.567559 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Network hostable DHCP agents. Network: a7868572-8726-4c93-974b-0ce5ad4eb81c, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:18:40.574383 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:40.613131 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:40.626944 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f8ad7c71-0a4e-4931-8ee5-262d92651ba0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7316105 Jan 18 14:18:40.652397 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:40.653777 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:40.691989 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Network a7868572-8726-4c93-974b-0ce5ad4eb81c is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:18:40.708835 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:40.722136 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eedf1c-352f-4503-b20c-3460d65dd851 None None] Network e7ca2570-4bec-4646-a4e5-5b13fa852404 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:18:40.730587 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, a7868572-8726-4c93-974b-0ce5ad4eb81c) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:40.736097 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:40.747712 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:40.938811 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-55d65f09-a0dc-449a-88d2-4bd33f384d09 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4050021 Jan 18 14:18:40.942037 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58726) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:40.948462 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:40.956879 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:40.969704 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Usage tracker for resource:router and tenant:55912e2c736c4beba78cf481c6cccf68 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:40.979198 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:40.993348 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:40.998035 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808d540-6565-4db3-8cc0-7387284ac584 None None] Network a7868572-8726-4c93-974b-0ce5ad4eb81c requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:18:41.031843 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:41.033043 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:41.073977 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:41.115750 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:41.339981 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea069f41-2fb7-46d4-a6b6-3fd87dc8fbdd None None] Network e7ca2570-4bec-4646-a4e5-5b13fa852404 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:18:41.548497 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:41.555106 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:18:41.557349 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:41.633570 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:41.673640 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58768) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:41.683473 dv-cinder-825106-1-iscsi neutron-server[82795]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 14:18:41.805325 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:42.008796 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5281a253-33e4-4ae9-9f19-1a707f3c5621 None None] Network a7868572-8726-4c93-974b-0ce5ad4eb81c requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:18:42.138141 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Allocated IP 172.27.1.233 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/06999a6e-6194-4c9e-aeac-5c86b9dfa0a0) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:18:42.221554 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-d4922792-cb37-421c-92ca-0b8c16966b96 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:42.222147 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Allocated IP 172.20.0.2 (735e1802-6a75-4b3f-a0d5-3fe0f7360ffc/f7811e15-e541-4836-b680-c9705d1e1eed/02f592db-d865-49a3-99f6-9d56efef9cfc) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:18:42.223369 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-d4922792-cb37-421c-92ca-0b8c16966b96 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 815 time: 0.5477116 Jan 18 14:18:42.252509 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-16285649-ce0f-43fa-a16d-df3fd6a7f7ff tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/quotas/a871a98db7e841b9bf50f139a8473791 HTTP/1.1" status: 200 len: 375 time: 0.0208342 Jan 18 14:18:42.354325 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-0c4590ff-0ea2-425a-9cdf-dbe31e5c836d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881155 Jan 18 14:18:42.416125 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58808) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:42.421851 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:42.437700 dv-cinder-825106-1-iscsi neutron-server[82796]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 14:18:42.459578 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:42.505564 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:42.703265 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-8ffe30e7-099d-46e8-9955-4bc90b954a57 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:42.704745 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-8ffe30e7-099d-46e8-9955-4bc90b954a57 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/networks?id=6739bcc2-76ac-4a67-b6fd-03e3ec891419 HTTP/1.1" status: 200 len: 812 time: 0.2876725 Jan 18 14:18:42.707769 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:42.790272 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:18:42.794875 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:42.806078 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:18:42.838648 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-6b48e3ff-29c3-4cbb-898f-3331452d2d24 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/quotas/8a3158889d9041bdb5572aedd8caca4c HTTP/1.1" status: 200 len: 375 time: 0.1256213 Jan 18 14:18:42.872135 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Pushing event updated for resources: {'Port': ['ID=06999a6e-6194-4c9e-aeac-5c86b9dfa0a0,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:42.916196 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:42.937918 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Allocated IP 172.27.1.71 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/9d09f432-69ed-42cd-81fe-817e007b6df0) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:18:42.970191 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Transition to ACTIVE for port object 02f592db-d865-49a3-99f6-9d56efef9cfc will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:18:42.987045 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-475614f4-67fe-4a3c-8211-b8b599ab0711 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a3158889d9041bdb5572aedd8caca4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306303 Jan 18 14:18:43.013305 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.031797 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Transition to ACTIVE for port object 02f592db-d865-49a3-99f6-9d56efef9cfc will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:18:43.047102 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.081037 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-cb8f4166-bf85-48cc-8c28-cdf09de532b9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82795) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:18:43.082507 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-cb8f4166-bf85-48cc-8c28-cdf09de532b9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2686903 Jan 18 14:18:43.114798 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58832) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:43.203316 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:18:43.206376 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:43.214286 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:18:43.222437 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Pushing event updated for resources: {'Port': ['ID=02f592db-d865-49a3-99f6-9d56efef9cfc,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:43.286619 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.287048 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.287281 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.287611 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.288176 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.288463 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.288788 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.289155 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.289480 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.289796 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.290237 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Tracked resource versions report: Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: pushed versions: Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: { 'ConntrackHelper': {'1.0'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Log': {'1.0'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Network': {'1.1'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Port': {'1.5'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'PortForwarding': {'1.2'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'QosPolicy': {'1.8'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SecurityGroup': {'1.2'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SecurityGroupRule': {'1.0'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SubPort': {'1.0'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Subnet': {'1.1'}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Trunk': {'1.1'}} Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: consumer versions: Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: { DHCP agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: HyperV agent@hv-cinder-82510: {}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: L3 agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: Metadata agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: Metering agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: Open vSwitch agent@dv-cinder-825106-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Log': '1.0', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Network': '1.1', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Port': '1.5', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'PortForwarding': '1.2', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'QosPolicy': '1.8', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SecurityGroup': '1.2', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SecurityGroupRule': '1.0', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'SubPort': '1.0', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Subnet': '1.1', Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: 'Trunk': '1.1'}} Jan 18 14:18:43.291865 dv-cinder-825106-1-iscsi neutron-server[82797]: {{(pid=82797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 14:18:43.318004 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c7deed5-92af-4bd0-bf4f-5e76e29e4ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.349315 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c4d42ddb-e5e9-4786-9966-c8beb3493c1d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:18:43.350307 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c4d42ddb-e5e9-4786-9966-c8beb3493c1d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1378303 Jan 18 14:18:43.352835 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.353622 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.370834 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Attempting to bind port 02f592db-d865-49a3-99f6-9d56efef9cfc on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:18:43.371198 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Attempting to bind port 02f592db-d865-49a3-99f6-9d56efef9cfc by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:18:43.371866 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Attempting to bind port 02f592db-d865-49a3-99f6-9d56efef9cfc on network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:18:43.380041 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:18:43.380714 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Checking segment: {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:18:43.381126 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.382105 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Bound using segment: {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:18:43.382971 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Bound port: 02f592db-d865-49a3-99f6-9d56efef9cfc, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:18:43.383675 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.473941 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6c7deed5-92af-4bd0-bf4f-5e76e29e4ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:43.498602 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.509725 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-b3fb2c60-56ea-4a97-8a7e-1822669f8c19 service neutron] 10.222.0.45 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098919 Jan 18 14:18:43.522450 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] For port 02f592db-d865-49a3-99f6-9d56efef9cfc, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:18:43.528335 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] For port 02f592db-d865-49a3-99f6-9d56efef9cfc, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=02f592db-d865-49a3-99f6-9d56efef9cfc,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:18:43.535978 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.560538 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6c7deed5-92af-4bd0-bf4f-5e76e29e4ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d59ca656c34d5987c6b8401c9905dd is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:43.613326 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6c7deed5-92af-4bd0-bf4f-5e76e29e4ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:43.632572 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6c7deed5-92af-4bd0-bf4f-5e76e29e4ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:43.711120 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-518a0533-6228-4749-b14b-a5e562fa2689 service neutron] 10.222.0.45 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003765 Jan 18 14:18:43.716065 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:43.731281 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48702054-2891-42f6-b587-c35e14e14b21 None None] Pushing event updated for resources: {'Port': ['ID=02f592db-d865-49a3-99f6-9d56efef9cfc,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:43.794273 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c42ce190-8472-4ef8-a5f3-52d46b23fc97 service neutron] 10.222.0.45 "GET /v2.0/networks/6739bcc2-76ac-4a67-b6fd-03e3ec891419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243581 Jan 18 14:18:43.894347 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:18:43.898406 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:43.902426 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:18:44.008704 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c7deed5-92af-4bd0-bf4f-5e76e29e4ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:44.115784 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c7deed5-92af-4bd0-bf4f-5e76e29e4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:44.122385 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9d09f432-69ed-42cd-81fe-817e007b6df0,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:44.174159 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:44.176016 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:44.245870 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7deed5-92af-4bd0-bf4f-5e76e29e4ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38a2ade-8708-441d-ac19-c5a2d4a73c10,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:44.264342 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-2cd9b08c-cf3f-4705-bd32-8789cf31f482 service neutron] 10.222.0.45 "GET /v2.0/networks/6739bcc2-76ac-4a67-b6fd-03e3ec891419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692287 Jan 18 14:18:44.277326 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6c7deed5-92af-4bd0-bf4f-5e76e29e4ac2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1d59ca656c34d5987c6b8401c9905dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1613548 Jan 18 14:18:44.278428 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58886) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:44.425922 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9b2f22e9-4fcf-4661-b7e0-deb7dd9888fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:44.523252 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9b2f22e9-4fcf-4661-b7e0-deb7dd9888fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:44.599626 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:18:44.615143 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e6e549c-1225-47f2-8e6b-7642ad8e2e41 req-2e799027-4aa7-47b4-a2b2-0fcf437b7b8f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 210 time: 0.1473906 Jan 18 14:18:44.779233 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Router 22ab178d-aa97-4996-8ba6-ce80d43486d2 is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:18:45.018622 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9b2f22e9-4fcf-4661-b7e0-deb7dd9888fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:45.086109 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5319d415-0662-41c2-b70d-c50292a10ca8 req-976b64c4-e440-4f9f-a502-9b0c32a1c527 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 210 time: 0.3220205 Jan 18 14:18:45.089018 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f22e9-4fcf-4661-b7e0-deb7dd9888fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38a2ade-8708-441d-ac19-c5a2d4a73c10,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:45.119534 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9b2f22e9-4fcf-4661-b7e0-deb7dd9888fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:45.120927 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9b2f22e9-4fcf-4661-b7e0-deb7dd9888fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b38a2ade-8708-441d-ac19-c5a2d4a73c10 HTTP/1.1" status: 204 len: 168 time: 0.8402975 Jan 18 14:18:45.236718 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e70135-033d-488a-b25a-50618a5ba1d6 None None] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:18:45.404192 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58948) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:45.435852 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:18:45.446887 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Sync routers for ids ['22ab178d-aa97-4996-8ba6-ce80d43486d2'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:18:45.453501 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:18:45.473556 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Routers {'22ab178d-aa97-4996-8ba6-ce80d43486d2'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:18:45.474103 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:18:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['22ab178d-aa97-4996-8ba6-ce80d43486d2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:18:45.520718 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:45.522081 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-297b6ac2-cb5c-4f91-b577-676f05bb8b08 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9952106 Jan 18 14:18:45.526402 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 58958) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:45.527887 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:45.529306 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-38924a31-8e03-405a-8ef7-b7df31f672e7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5864742 Jan 18 14:18:45.532170 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58962) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:45.535213 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e92cc9-0079-4733-a135-131968075862 None None] Sync routers for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:18:45.579341 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-6fec1891-442e-4fa8-ae03-2d7226906646 None None] Provisioning for port 02f592db-d865-49a3-99f6-9d56efef9cfc completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:18:45.592428 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e92cc9-0079-4733-a135-131968075862 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:18:45.593432 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-04e92cc9-0079-4733-a135-131968075862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:18:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:18:46.030836 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Set router 22ab178d-aa97-4996-8ba6-ce80d43486d2 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:18:46.082547 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f624ba2e-2682-458f-afaa-a5fc91cad010 req-c49e2977-d6c7-4c78-9c7d-0a46d6867fe1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 210 time: 0.1710291 Jan 18 14:18:46.365091 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-04e92cc9-0079-4733-a135-131968075862 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:18:46.445717 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5c903944-a0a3-47cc-9d3b-5be85023d6a7 req-a9d5a1fa-a0a1-4917-98c8-b699001f8ddb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 210 time: 0.0938456 Jan 18 14:18:46.521623 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-40065c03-4d43-4ce2-b225-2caa58a4fb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:46.558021 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 58996) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:46.587149 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2125f4f0-12d1-44f6-a995-3200c793c8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:46.613296 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-40065c03-4d43-4ce2-b225-2caa58a4fb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:46.621153 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-40065c03-4d43-4ce2-b225-2caa58a4fb2e admin admin] Usage tracker for resource:security_group_rule and tenant:3ba8dfbff1c848598a8918f0163e152f is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:46.648915 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-2125f4f0-12d1-44f6-a995-3200c793c8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:46.653747 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-2125f4f0-12d1-44f6-a995-3200c793c8fa admin admin] Usage tracker for resource:security_group_rule and tenant:5a7f3b79db704120a14bb4c5358623b3 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:46.657370 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-2125f4f0-12d1-44f6-a995-3200c793c8fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:46.664924 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-2125f4f0-12d1-44f6-a995-3200c793c8fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:46.706966 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:44Z', 'revision_number': 3, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'gw_port': {'id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:42Z', 'updated_at': '2022-01-18T14:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:18:46.713151 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Checking router: 22ab178d-aa97-4996-8ba6-ce80d43486d2 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:18:46.713674 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Updating router 22ab178d-aa97-4996-8ba6-ce80d43486d2 port 9d09f432-69ed-42cd-81fe-817e007b6df0 binding host dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:18:46.779700 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 02f592db-d865-49a3-99f6-9d56efef9cfc up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:18:46.792929 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2125f4f0-12d1-44f6-a995-3200c793c8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:46.794264 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-40065c03-4d43-4ce2-b225-2caa58a4fb2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:46.803030 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-40065c03-4d43-4ce2-b225-2caa58a4fb2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:46.806370 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2125f4f0-12d1-44f6-a995-3200c793c8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:46.834116 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:46.941730 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125f4f0-12d1-44f6-a995-3200c793c8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe1908-4d12-4215-b435-0a68d56d6681,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:46.955427 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-2125f4f0-12d1-44f6-a995-3200c793c8fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a7f3b79db704120a14bb4c5358623b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3943527 Jan 18 14:18:46.961880 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59006) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:46.977882 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-04e92cc9-0079-4733-a135-131968075862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:43Z', 'revision_number': 3, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:18:46.991188 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e92cc9-0079-4733-a135-131968075862 None None] Checking router: 8e25e83d-59c3-48af-9c55-6e7ea9722f16 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:18:46.991188 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e92cc9-0079-4733-a135-131968075862 None None] Updating router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:18:47.122795 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-04e92cc9-0079-4733-a135-131968075862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.137490 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dbe96fa2-aa22-49b6-a4cf-041ff59af6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.181478 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-40065c03-4d43-4ce2-b225-2caa58a4fb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.215901 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-40065c03-4d43-4ce2-b225-2caa58a4fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.283045 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dbe96fa2-aa22-49b6-a4cf-041ff59af6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.331740 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 02f592db-d865-49a3-99f6-9d56efef9cfc completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:18:47.356048 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 02f592db-d865-49a3-99f6-9d56efef9cfc triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:18:47.356597 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.381058 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.408408 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.410148 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Transition to ACTIVE for port object 9d09f432-69ed-42cd-81fe-817e007b6df0 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:18:47.431213 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.520668 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-40065c03-4d43-4ce2-b225-2caa58a4fb2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ba8dfbff1c848598a8918f0163e152f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1154118 Jan 18 14:18:47.528560 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59030) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:47.533884 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-add7e84a-f1c4-4227-818b-b67704f760fe req-4c94b0af-98c3-4bfd-b35f-252cd7d02d47 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 210 time: 0.1225045 Jan 18 14:18:47.550780 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40065c03-4d43-4ce2-b225-2caa58a4fb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3954d0d8-777b-4f49-9300-c62d570ed444,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:47.620563 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Pushing event updated for resources: {'Port': ['ID=9d09f432-69ed-42cd-81fe-817e007b6df0,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:47.624666 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Attempting to bind port 9d09f432-69ed-42cd-81fe-817e007b6df0 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:18:47.625328 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Attempting to bind port 9d09f432-69ed-42cd-81fe-817e007b6df0 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:18:47.625847 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Attempting to bind port 9d09f432-69ed-42cd-81fe-817e007b6df0 on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:18:47.636524 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dbe96fa2-aa22-49b6-a4cf-041ff59af6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.650828 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:18:47.651536 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:18:47.652120 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.653169 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:18:47.653812 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Bound port: 9d09f432-69ed-42cd-81fe-817e007b6df0, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:18:47.654359 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.682790 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe96fa2-aa22-49b6-a4cf-041ff59af6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe1908-4d12-4215-b435-0a68d56d6681,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:47.689930 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.690824 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.691308 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.691785 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.692463 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.693677 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.694192 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.694844 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.695336 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.695804 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.696271 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Tracked resource versions report: Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: pushed versions: Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: { 'ConntrackHelper': {'1.0'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Log': {'1.0'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Network': {'1.1'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Port': {'1.5'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'PortForwarding': {'1.2'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'QosPolicy': {'1.8'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SecurityGroup': {'1.2'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SecurityGroupRule': {'1.0'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SubPort': {'1.0'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Subnet': {'1.1'}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Trunk': {'1.1'}} Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: consumer versions: Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: { DHCP agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: HyperV agent@hv-cinder-82510: {}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: L3 agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: Metadata agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: Metering agent@dv-cinder-825106-1-iscsi: {}, Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: Open vSwitch agent@dv-cinder-825106-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Log': '1.0', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Network': '1.1', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Port': '1.5', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'PortForwarding': '1.2', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'QosPolicy': '1.8', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SecurityGroup': '1.2', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SecurityGroupRule': '1.0', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'SubPort': '1.0', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Subnet': '1.1', Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: 'Trunk': '1.1'}} Jan 18 14:18:47.697522 dv-cinder-825106-1-iscsi neutron-server[82798]: {{(pid=82798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 14:18:47.718308 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dbe96fa2-aa22-49b6-a4cf-041ff59af6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.719437 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-dbe96fa2-aa22-49b6-a4cf-041ff59af6db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7fe1908-4d12-4215-b435-0a68d56d6681 HTTP/1.1" status: 204 len: 168 time: 0.7552402 Jan 18 14:18:47.791678 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-d383ef49-f8f3-4d4f-817a-e9f562f72894 None None] Provisioning complete for port 02f592db-d865-49a3-99f6-9d56efef9cfc triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:18:47.792169 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d383ef49-f8f3-4d4f-817a-e9f562f72894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.826297 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] For port 9d09f432-69ed-42cd-81fe-817e007b6df0, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:18:47.830095 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] For port 9d09f432-69ed-42cd-81fe-817e007b6df0, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=9d09f432-69ed-42cd-81fe-817e007b6df0,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:18:47.837737 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.840437 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.855526 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f4877d0b-3efd-4452-9ce5-c5c5a23e2525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.954076 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 02f592db-d865-49a3-99f6-9d56efef9cfc, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=02f592db-d865-49a3-99f6-9d56efef9cfc,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:18:47.957748 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266cf6a-53d7-417b-96e4-f482f80d06e8 None None] Pushing event updated for resources: {'Port': ['ID=9d09f432-69ed-42cd-81fe-817e007b6df0,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:47.977460 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f4877d0b-3efd-4452-9ce5-c5c5a23e2525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:47.995328 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae865335-2869-4828-b1e1-9f2ec70dbae1 req-75fbd0f5-1c14-4ed8-b3d5-732503696346 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 210 time: 0.1323442 Jan 18 14:18:47.999477 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.054369 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Routers {'22ab178d-aa97-4996-8ba6-ce80d43486d2'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:18:48.055520 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:18:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['22ab178d-aa97-4996-8ba6-ce80d43486d2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:18:48.113870 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Allocated IP 172.20.0.1 (735e1802-6a75-4b3f-a0d5-3fe0f7360ffc/f7811e15-e541-4836-b680-c9705d1e1eed/f0462c0a-d524-4fd3-a687-e6c7e40f5a91) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:18:48.158983 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-04e92cc9-0079-4733-a135-131968075862 None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.210284 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-04e92cc9-0079-4733-a135-131968075862 None None] Transition to ACTIVE for port object 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:18:48.237124 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=02f592db-d865-49a3-99f6-9d56efef9cfc,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:48.254430 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-04e92cc9-0079-4733-a135-131968075862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.285468 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f4877d0b-3efd-4452-9ce5-c5c5a23e2525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.316827 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4877d0b-3efd-4452-9ce5-c5c5a23e2525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3954d0d8-777b-4f49-9300-c62d570ed444,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:48.344982 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.350275 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f4877d0b-3efd-4452-9ce5-c5c5a23e2525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.354437 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f4877d0b-3efd-4452-9ce5-c5c5a23e2525 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3954d0d8-777b-4f49-9300-c62d570ed444 HTTP/1.1" status: 204 len: 168 time: 0.8196702 Jan 18 14:18:48.414073 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.433611 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Transition to ACTIVE for port object f0462c0a-d524-4fd3-a687-e6c7e40f5a91 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:18:48.492823 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.515193 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] Set router 22ab178d-aa97-4996-8ba6-ce80d43486d2 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:18:48.543415 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-04e92cc9-0079-4733-a135-131968075862 None None] Attempting to bind port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:18:48.544564 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-04e92cc9-0079-4733-a135-131968075862 None None] Attempting to bind port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:18:48.546242 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e92cc9-0079-4733-a135-131968075862 None None] Attempting to bind port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:18:48.579484 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e92cc9-0079-4733-a135-131968075862 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:18:48.580152 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e92cc9-0079-4733-a135-131968075862 None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:18:48.581615 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-04e92cc9-0079-4733-a135-131968075862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.584159 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e92cc9-0079-4733-a135-131968075862 None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:18:48.585445 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-04e92cc9-0079-4733-a135-131968075862 None None] Bound port: 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:18:48.586057 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-04e92cc9-0079-4733-a135-131968075862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.641471 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62db93-c002-40fb-9375-182f4194e7b4 None None] Pushing event updated for resources: {'Port': ['ID=06999a6e-6194-4c9e-aeac-5c86b9dfa0a0,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:48.672230 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:18:48.680025 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:48.691289 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:18:48.693235 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.751325 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Pushing event updated for resources: {'Port': ['ID=f0462c0a-d524-4fd3-a687-e6c7e40f5a91,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:48.778878 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-04e92cc9-0079-4733-a135-131968075862 None None] For port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:18:48.784634 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-04e92cc9-0079-4733-a135-131968075862 None None] For port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=06999a6e-6194-4c9e-aeac-5c86b9dfa0a0,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:18:48.794575 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-04e92cc9-0079-4733-a135-131968075862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:48.801284 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Allocated IP 172.20.0.1 (a7868572-8726-4c93-974b-0ce5ad4eb81c/151b26d6-9a43-418f-abe6-a41b56190ec0/4dc9aba2-37c9-4d65-a8f6-a405254eaecd) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:18:48.946235 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62db93-c002-40fb-9375-182f4194e7b4 None None] Pushing event updated for resources: {'Port': ['ID=06999a6e-6194-4c9e-aeac-5c86b9dfa0a0,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:48.959451 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cb705d95-c8bc-4cc2-9a73-1435adc7de19 req-d35d18a0-4746-456e-9f9e-dcfb7e1c3be7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 210 time: 0.1525719 Jan 18 14:18:48.984042 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e92cc9-0079-4733-a135-131968075862 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:18:48.984657 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-04e92cc9-0079-4733-a135-131968075862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:18:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:18:49.035324 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.313570 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:44Z', 'revision_number': 3, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'gw_port': {'id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:42Z', 'updated_at': '2022-01-18T14:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:18:49.318347 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf30380-d79b-4a58-acd4-d9105c6fdd73 None None] The sync data for ids ['22ab178d-aa97-4996-8ba6-ce80d43486d2'] in dv-cinder-825106-1-iscsi is: [{'id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:44Z', 'revision_number': 3, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'gw_port': {'id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:42Z', 'updated_at': '2022-01-18T14:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:18:49.388341 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-04e92cc9-0079-4733-a135-131968075862 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:18:49.436135 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.493323 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.544730 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-8c970385-593f-4bb4-b16d-86bcf592eba0 None None] Provisioning for port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:18:49.552849 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.558839 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59088) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:49.576100 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-8c970385-593f-4bb4-b16d-86bcf592eba0 None None] Provisioning complete for port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:18:49.576861 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8c970385-593f-4bb4-b16d-86bcf592eba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.579753 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Pushing event updated for resources: {'Port': ['ID=4dc9aba2-37c9-4d65-a8f6-a405254eaecd,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:49.588356 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dda7155b-28c6-4d0a-9d33-72715af5fd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.595327 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Network a7868572-8726-4c93-974b-0ce5ad4eb81c is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:18:49.596587 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:49.599706 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:18:49.600245 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.681037 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-dda7155b-28c6-4d0a-9d33-72715af5fd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:49.684981 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-dda7155b-28c6-4d0a-9d33-72715af5fd74 admin admin] Usage tracker for resource:security_group_rule and tenant:0d355bf013ba440fb605ac7c9bde96a5 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:49.689515 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-dda7155b-28c6-4d0a-9d33-72715af5fd74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:49.735813 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e5f1198b-4da7-4d4c-abe8-49853498d12d req-a55bfe2b-d918-47cb-8a67-82f2c436358d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 210 time: 0.1791067 Jan 18 14:18:49.740625 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-dda7155b-28c6-4d0a-9d33-72715af5fd74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:49.743133 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.744756 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.750436 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.762073 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-8c970385-593f-4bb4-b16d-86bcf592eba0 None None] Port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:18:49.915002 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-871def9e-66d5-4f4b-916d-27d2265710be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:49.917826 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Pushing event updated for resources: {'Port': ['ID=f0462c0a-d524-4fd3-a687-e6c7e40f5a91,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:49.990229 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-04e92cc9-0079-4733-a135-131968075862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 1, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:18:49.996592 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e92cc9-0079-4733-a135-131968075862 None None] The sync data for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi is: [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 1, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:18:50.061400 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dda7155b-28c6-4d0a-9d33-72715af5fd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:50.074520 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dda7155b-28c6-4d0a-9d33-72715af5fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:50.089464 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:18:50.106913 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:50.196276 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:50.213942 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:50.215209 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:50.284873 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 9d09f432-69ed-42cd-81fe-817e007b6df0 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:18:50.370861 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7155b-28c6-4d0a-9d33-72715af5fd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01661b9-5095-471c-bab6-eaa7d44a9541,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:50.377422 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-dda7155b-28c6-4d0a-9d33-72715af5fd74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d355bf013ba440fb605ac7c9bde96a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8153253 Jan 18 14:18:50.489286 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59102) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:50.542231 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 9d09f432-69ed-42cd-81fe-817e007b6df0 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:18:50.552907 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 9d09f432-69ed-42cd-81fe-817e007b6df0 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:18:50.553307 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:50.770896 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:50.799940 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 9d09f432-69ed-42cd-81fe-817e007b6df0, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=9d09f432-69ed-42cd-81fe-817e007b6df0,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:18:50.809590 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-781467fb-8786-40d8-8bdc-5255cb8b062b None None] Provisioning complete for port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:18:50.810281 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-781467fb-8786-40d8-8bdc-5255cb8b062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:50.863796 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:50.864915 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 02f592db-d865-49a3-99f6-9d56efef9cfc up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:18:50.922643 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.77', 55782) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:50.953990 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8b967ddf-e2f8-446c-bc33-9db678eba85b req-e0414373-4d08-4d83-a0a8-946498e8cc65 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 210 time: 0.6064937 Jan 18 14:18:50.985728 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5f92d2e6-c4f5-413c-86f9-5e79fcdb78c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:51.047672 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Network a7868572-8726-4c93-974b-0ce5ad4eb81c is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:18:51.060008 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:51.083262 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5f92d2e6-c4f5-413c-86f9-5e79fcdb78c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:51.202318 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0cecc8f5-b281-4b4a-92df-d674eec38437 req-228532ea-a754-404f-8f8f-c1924ac7d745 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 210 time: 0.0601501 Jan 18 14:18:51.207635 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-781467fb-8786-40d8-8bdc-5255cb8b062b None None] Port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:18:51.290039 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=9d09f432-69ed-42cd-81fe-817e007b6df0,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:51.316294 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 02f592db-d865-49a3-99f6-9d56efef9cfc triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:18:51.316903 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:51.331565 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Pushing event updated for resources: {'Port': ['ID=4dc9aba2-37c9-4d65-a8f6-a405254eaecd,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:51.375933 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5f92d2e6-c4f5-413c-86f9-5e79fcdb78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:51.398463 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92d2e6-c4f5-413c-86f9-5e79fcdb78c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01661b9-5095-471c-bab6-eaa7d44a9541,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:51.411975 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5f92d2e6-c4f5-413c-86f9-5e79fcdb78c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:51.413838 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5f92d2e6-c4f5-413c-86f9-5e79fcdb78c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d01661b9-5095-471c-bab6-eaa7d44a9541 HTTP/1.1" status: 204 len: 168 time: 0.9233921 Jan 18 14:18:51.425392 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:18:51.714848 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-cf3c76b7-c13f-4290-8246-9e38b5c8acf0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:51.720753 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-cf3c76b7-c13f-4290-8246-9e38b5c8acf0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 815 time: 0.7759483 Jan 18 14:18:51.787327 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.77', 55787) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:51.878030 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Request body: {'port': {'device_id': 'b5ab2791-c454-42da-bc95-01f7dc5ef3d1', 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404', 'admin_state_up': True, 'tenant_id': 'a871a98db7e841b9bf50f139a8473791'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:52.158557 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3fd5-21bd-4f20-bd3f-0a10623a445f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:52.374318 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 9d09f432-69ed-42cd-81fe-817e007b6df0 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:18:52.441119 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:52.541274 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Usage tracker for resource:port and tenant:a871a98db7e841b9bf50f139a8473791 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:52.548681 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:52.559382 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 9d09f432-69ed-42cd-81fe-817e007b6df0 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:18:52.560262 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:52.574125 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2f035b30-7920-43dd-8c06-6eecb3f2ad94 req-c662fba2-5d7a-448d-88c1-de2834fa838c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 210 time: 0.1337204 Jan 18 14:18:52.576610 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:52.646009 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Made reservation on behalf of a871a98db7e841b9bf50f139a8473791 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:52.649693 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:52.711005 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-64d7f8ec-0395-4ff4-8f4a-44c152b6eeb2 req-a33ec9dd-0bd5-4911-b600-09b8a1b961f3 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 210 time: 0.1674821 Jan 18 14:18:52.718694 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-76bad80a-d121-45d9-9717-eca6690aa323 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:52.721375 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-76bad80a-d121-45d9-9717-eca6690aa323 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.77 "GET /v2.0/networks?id=6739bcc2-76ac-4a67-b6fd-03e3ec891419 HTTP/1.1" status: 200 len: 812 time: 0.9291298 Jan 18 14:18:52.734553 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:18:52.752704 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c7eb3855-0794-4dd9-a185-39a2ad833944 admin admin] 10.222.0.45 "PUT /v2.0/routers/8e25e83d-59c3-48af-9c55-6e7ea9722f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2149851 Jan 18 14:18:52.757428 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Request body: {'port': {'device_id': '4b8a0730-6d45-48ca-9e2e-1256d40fa107', 'network_id': '6739bcc2-76ac-4a67-b6fd-03e3ec891419', 'admin_state_up': True, 'tenant_id': '8a3158889d9041bdb5572aedd8caca4c'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:52.840217 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:18:53.106141 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:18:53.114293 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:18:53.114945 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:53.163722 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:53.172778 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Usage tracker for resource:port and tenant:8a3158889d9041bdb5572aedd8caca4c is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:53.183221 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:53.199861 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:53.229171 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Made reservation on behalf of 8a3158889d9041bdb5572aedd8caca4c for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:18:53.231457 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Allocated IP 172.20.0.9 (e7ca2570-4bec-4646-a4e5-5b13fa852404/f82f4544-0fa8-4654-8c26-8d81dd7edb0e/07490b20-63d5-43f1-8280-8b3589b26f6f) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:18:53.233807 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:53.241978 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Router 22ab178d-aa97-4996-8ba6-ce80d43486d2 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:18:53.287137 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:53.490292 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:53.497253 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:53.540389 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=06999a6e-6194-4c9e-aeac-5c86b9dfa0a0,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:18:53.552502 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:53.691730 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Allocated IP 172.20.0.12 (6739bcc2-76ac-4a67-b6fd-03e3ec891419/4d40bdde-8fa4-4941-862b-016b15887fdd/b0f396f4-ec23-4ae0-80b4-2563aa9a66ca) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:18:53.701729 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:53.717149 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=06999a6e-6194-4c9e-aeac-5c86b9dfa0a0,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:53.787593 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:54.153571 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:18:54.247600 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Pushing event updated for resources: {'Port': ['ID=07490b20-63d5-43f1-8280-8b3589b26f6f,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:54.252593 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Network e7ca2570-4bec-4646-a4e5-5b13fa852404 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:18:54.255790 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:54.259278 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:18:54.265670 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:54.266627 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:54.324799 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-18ffff88-24fa-452b-8a0a-6e455153a3f9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4525824 Jan 18 14:18:54.330839 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:18:54.332301 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:54.341394 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-2ebe2461-a22c-4ad8-a335-98b97303c9aa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82795) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:18:54.342432 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-2ebe2461-a22c-4ad8-a335-98b97303c9aa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058002 Jan 18 14:18:54.350158 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:18:54.357700 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-d44d2543-cc04-4aac-8659-e34554ad0f0e admin admin] 10.222.0.45 "PUT /v2.0/routers/22ab178d-aa97-4996-8ba6-ce80d43486d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8242121 Jan 18 14:18:54.531263 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:54.646100 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:54.671520 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f450-3291-42d1-b3a4-b3cb75ee6931 req-c8c3fbdc-0bd3-490d-bb74-ba58635008c6 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:54.679079 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ef34f450-3291-42d1-b3a4-b3cb75ee6931 req-c8c3fbdc-0bd3-490d-bb74-ba58635008c6 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 931 time: 0.5667641 Jan 18 14:18:54.784386 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-ef34f450-3291-42d1-b3a4-b3cb75ee6931 req-96c126e5-d02f-436e-927a-f274439d7530 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Synchronizing usage tracker for tenant:a871a98db7e841b9bf50f139a8473791 on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:18:54.845063 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-ef34f450-3291-42d1-b3a4-b3cb75ee6931 req-96c126e5-d02f-436e-927a-f274439d7530 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Unset dirty status for tenant:a871a98db7e841b9bf50f139a8473791 on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:18:54.883477 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ef34f450-3291-42d1-b3a4-b3cb75ee6931 req-96c126e5-d02f-436e-927a-f274439d7530 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033679 Jan 18 14:18:54.897527 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:54.906023 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Request body: {'port': {'device_id': 'b5ab2791-c454-42da-bc95-01f7dc5ef3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:55.046348 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59244) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:55.053008 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423307619', 'description': 'tempest-description--1262492321'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:55.108907 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:55.151992 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:security_group and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:55.159641 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:55.171608 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Network 6739bcc2-76ac-4a67-b6fd-03e3ec891419 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:18:55.181110 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Pushing event updated for resources: {'Port': ['ID=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:55.183902 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:18:55.186271 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:55.190275 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:18:55.194603 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:55.195463 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:55.228791 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:55.278803 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-c50a0938-3364-4fa2-937a-66c71d04934d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5408077 Jan 18 14:18:55.304671 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Request body: {'port': {'device_id': '4b8a0730-6d45-48ca-9e2e-1256d40fa107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:55.475774 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:55.513635 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:55.639831 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:security_group_rule and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:55.677404 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:55.693672 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ca0cf-04a8-4f6c-ad6d-1e629ab3e3f7 req-5b7857ff-8aa3-4bc5-a798-b917ba501d7a tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:55.696341 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e69ca0cf-04a8-4f6c-ad6d-1e629ab3e3f7 req-5b7857ff-8aa3-4bc5-a798-b917ba501d7a tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 932 time: 0.4122338 Jan 18 14:18:55.717324 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:55.762541 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:55.827416 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-e69ca0cf-04a8-4f6c-ad6d-1e629ab3e3f7 req-f6a39ba8-3791-4e55-b5a2-94ccee38d331 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Synchronizing usage tracker for tenant:8a3158889d9041bdb5572aedd8caca4c on resource:security_group {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:18:56.060868 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-e69ca0cf-04a8-4f6c-ad6d-1e629ab3e3f7 req-f6a39ba8-3791-4e55-b5a2-94ccee38d331 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Unset dirty status for tenant:8a3158889d9041bdb5572aedd8caca4c on resource:security_group {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:18:56.073425 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e69ca0cf-04a8-4f6c-ad6d-1e629ab3e3f7 req-f6a39ba8-3791-4e55-b5a2-94ccee38d331 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653891 Jan 18 14:18:56.380836 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:56.404773 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:56.497112 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59292) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:56.561299 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07490b20-63d5-43f1-8280-8b3589b26f6f {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:18:56.572575 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:56.598825 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Transition to ACTIVE for port object 07490b20-63d5-43f1-8280-8b3589b26f6f will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:18:56.620737 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:56.624598 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:56.625852 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5775294 Jan 18 14:18:56.634369 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59302) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:56.679896 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e45fa-75f3-482f-8d24-9947da2d6141 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:56.848405 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276d059-9c3b-4fa9-9914-223b889a0fbf req-44dbfefe-d08a-43dc-8647-abbbeaf451aa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:56.871886 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-c276d059-9c3b-4fa9-9914-223b889a0fbf req-44dbfefe-d08a-43dc-8647-abbbeaf451aa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Synchronizing usage tracker for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:18:56.891100 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'security_group_rule': {'security_group_id': 'ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:56.953935 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Pushing event updated for resources: {'Port': ['ID=07490b20-63d5-43f1-8280-8b3589b26f6f,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:56.954643 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:56.964662 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-181421ae-81b7-460b-b35f-5c121f8ee82e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:56.992394 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-181421ae-81b7-460b-b35f-5c121f8ee82e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 819 time: 0.9389935 Jan 18 14:18:57.087051 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-14dfeaf3-30e6-451f-9c80-71ecb05b9f87 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/quotas/55912e2c736c4beba78cf481c6cccf68 HTTP/1.1" status: 200 len: 375 time: 0.0912998 Jan 18 14:18:57.088048 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:security_group_rule and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:57.172239 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-c276d059-9c3b-4fa9-9914-223b889a0fbf req-44dbfefe-d08a-43dc-8647-abbbeaf451aa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Unset dirty status for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:18:57.173488 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c276d059-9c3b-4fa9-9914-223b889a0fbf req-44dbfefe-d08a-43dc-8647-abbbeaf451aa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 931 time: 0.8996236 Jan 18 14:18:57.175768 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Attempting to bind port 07490b20-63d5-43f1-8280-8b3589b26f6f on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:18:57.176138 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Attempting to bind port 07490b20-63d5-43f1-8280-8b3589b26f6f by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:18:57.176475 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Attempting to bind port 07490b20-63d5-43f1-8280-8b3589b26f6f on network e7ca2570-4bec-4646-a4e5-5b13fa852404 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:18:57.234893 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Port 07490b20-63d5-43f1-8280-8b3589b26f6f on network e7ca2570-4bec-4646-a4e5-5b13fa852404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:18:57.234893 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Attempting to bind port 07490b20-63d5-43f1-8280-8b3589b26f6f on network e7ca2570-4bec-4646-a4e5-5b13fa852404 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:18:57.273734 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:57.274676 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:18:57.275025 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Checking segment: {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:18:57.275658 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Bound using segment: {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:18:57.276542 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Bound port: 07490b20-63d5-43f1-8280-8b3589b26f6f, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:18:57.276542 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:57.313643 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:57.399638 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-68240c5c-1af3-4fc0-9c98-d5c70a64e0d6 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2601502 Jan 18 14:18:57.426546 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:57.442390 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c276d059-9c3b-4fa9-9914-223b889a0fbf req-df4d875b-ca17-4f92-a279-40f479a593b8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312274 Jan 18 14:18:57.443297 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-140cf90e-b783-4571-ade9-8db6ac962034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:57.512522 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-140cf90e-b783-4571-ade9-8db6ac962034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:57.516942 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-140cf90e-b783-4571-ade9-8db6ac962034 admin admin] Usage tracker for resource:security_group_rule and tenant:4ecc50008e9a4f7dbe43ddc8ded2309a is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:57.521116 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-140cf90e-b783-4571-ade9-8db6ac962034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:57.528312 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-140cf90e-b783-4571-ade9-8db6ac962034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:57.604547 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-140cf90e-b783-4571-ade9-8db6ac962034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:57.611492 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-140cf90e-b783-4571-ade9-8db6ac962034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:57.674178 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-140cf90e-b783-4571-ade9-8db6ac962034 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ecc50008e9a4f7dbe43ddc8ded2309a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1728120 Jan 18 14:18:57.684820 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cf90e-b783-4571-ade9-8db6ac962034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3f4fcb-69c9-4079-90d0-78052f107d2e,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:57.694885 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59334) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:57.856876 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] For port 07490b20-63d5-43f1-8280-8b3589b26f6f, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:18:57.920448 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:57.928388 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-06512e03-2b9b-49a3-9df6-624495af87df service neutron] 10.222.0.45 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057158 Jan 18 14:18:57.938317 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:57.939063 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] For port 07490b20-63d5-43f1-8280-8b3589b26f6f, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=07490b20-63d5-43f1-8280-8b3589b26f6f,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:18:57.978592 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ab638-0123-41ec-8208-a0d503b87bf8 req-a4770827-3f82-4f4a-a245-f25925eb96e1 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:57.987490 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8f6ab638-0123-41ec-8208-a0d503b87bf8 req-a4770827-3f82-4f4a-a245-f25925eb96e1 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 932 time: 0.1947114 Jan 18 14:18:57.991561 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0eee5-e327-4f37-88af-54dc61fe66b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.009473 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.137856 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0eee5-e327-4f37-88af-54dc61fe66b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.192705 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8f6ab638-0123-41ec-8208-a0d503b87bf8 req-bfcccf0e-f53e-4d04-8c55-435dc97e97ac tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040665 Jan 18 14:18:58.196126 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.197559 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] 10.222.0.77 "PUT /v2.0/ports/07490b20-63d5-43f1-8280-8b3589b26f6f HTTP/1.1" status: 200 len: 1093 time: 3.5351462 Jan 18 14:18:58.202051 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ab2791-c454-42da-bc95-01f7dc5ef3d1', 'tag': '07490b20-63d5-43f1-8280-8b3589b26f6f'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:18:58.340877 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3d7d1-98bf-4962-ae4f-43edb8cc6c38 service neutron] Pushing event updated for resources: {'Port': ['ID=07490b20-63d5-43f1-8280-8b3589b26f6f,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:58.417334 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-934e47f4-b689-48c2-b427-2d3c180fe4f5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 1096 time: 0.1328292 Jan 18 14:18:58.419424 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0eee5-e327-4f37-88af-54dc61fe66b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.450685 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f396f4-ec23-4ae0-80b4-2563aa9a66ca {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:18:58.458781 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.476580 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Transition to ACTIVE for port object b0f396f4-ec23-4ae0-80b4-2563aa9a66ca will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:18:58.484033 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.488232 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7962635 Jan 18 14:18:58.490809 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59350) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:58.493308 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.503659 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'security_group_rule': {'security_group_id': 'ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:58.505526 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0eee5-e327-4f37-88af-54dc61fe66b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3f4fcb-69c9-4079-90d0-78052f107d2e,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:58.512049 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:58.520222 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-a9e4f991-b5c7-430f-9e4e-19d8aed43fce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07490b20-63d5-43f1-8280-8b3589b26f6f HTTP/1.1" status: 200 len: 217 time: 0.0871377 Jan 18 14:18:58.521322 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0eee5-e327-4f37-88af-54dc61fe66b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.525924 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-5fb0eee5-e327-4f37-88af-54dc61fe66b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d3f4fcb-69c9-4079-90d0-78052f107d2e HTTP/1.1" status: 204 len: 168 time: 0.8264875 Jan 18 14:18:58.531653 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:security_group_rule and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:58.537866 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:58.550162 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:58.590221 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9d96c-3f77-4610-a15e-038f69c6f1b1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df1f495-256d-4ee0-8996-be7ca816d701,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:58.634519 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Pushing event updated for resources: {'Port': ['ID=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:58.668029 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:58.673390 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-1459fd23-07dd-4324-b867-378c80025608 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:58.675452 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-1459fd23-07dd-4324-b867-378c80025608 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f82f4544-0fa8-4654-8c26-8d81dd7edb0e HTTP/1.1" status: 200 len: 855 time: 0.1485090 Jan 18 14:18:58.805226 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59376) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:58.837230 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-764aa4f6-9927-4e01-94a9-8dcdda7e1b05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7ca2570-4bec-4646-a4e5-5b13fa852404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368711 Jan 18 14:18:59.180816 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:59.205665 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-8dd33130-a7ba-40e4-8e2d-4b0f5930819d service neutron] 10.222.0.45 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2154565 Jan 18 14:18:59.212813 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:59.315952 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Attempting to bind port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:18:59.319753 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Attempting to bind port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '9ae8a79a-a667-4ae1-b392-1a468d33ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6739bcc2-76ac-4a67-b6fd-03e3ec891419'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:18:59.320612 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Attempting to bind port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca on network 6739bcc2-76ac-4a67-b6fd-03e3ec891419 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:18:59.329411 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:59.333884 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8358302 Jan 18 14:18:59.336878 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59406) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:18:59.342784 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'floatingip': {'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:18:59.354980 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8e98e-c7d1-44e6-b0e9-40bd9f23b779 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5af5af1-7fc8-4d9a-9c5e-d1d8c38b6b2d,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:18:59.370311 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca on network 6739bcc2-76ac-4a67-b6fd-03e3ec891419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:18:59.375108 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Attempting to bind port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca on network 6739bcc2-76ac-4a67-b6fd-03e3ec891419 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:18:59.383658 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:18:59.392591 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:18:59.394151 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Checking segment: {'id': '9ae8a79a-a667-4ae1-b392-1a468d33ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6739bcc2-76ac-4a67-b6fd-03e3ec891419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:18:59.395327 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Bound using segment: {'id': '9ae8a79a-a667-4ae1-b392-1a468d33ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6739bcc2-76ac-4a67-b6fd-03e3ec891419'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:18:59.396882 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Bound port: b0f396f4-ec23-4ae0-80b4-2563aa9a66ca, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae8a79a-a667-4ae1-b392-1a468d33ca71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6739bcc2-76ac-4a67-b6fd-03e3ec891419'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:18:59.398566 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:59.418933 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:floatingip and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:18:59.425518 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-adeb6d3f-ed19-4496-88f8-1a513635f273 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693219 Jan 18 14:18:59.426717 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:18:59.443059 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:18:59.674275 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] For port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:18:59.707496 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b380d2-dea4-4a1e-8468-7cb912085964 req-a2661280-93f6-4a54-95e3-84b732f763cb tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:18:59.710412 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] For port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,segment=NetworkSegment(9ae8a79a-a667-4ae1-b392-1a468d33ca71),segment_id=9ae8a79a-a667-4ae1-b392-1a468d33ca71)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:18:59.715795 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-01b380d2-dea4-4a1e-8468-7cb912085964 req-a2661280-93f6-4a54-95e3-84b732f763cb tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 943 time: 0.7871468 Jan 18 14:18:59.719582 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:59.737078 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cfad-3dfe-42c6-8b28-99baf029ce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:59.755425 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:18:59.974413 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-01b380d2-dea4-4a1e-8468-7cb912085964 req-38a602df-7f26-4004-aac6-bd5abe193bb0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574394 Jan 18 14:18:59.976611 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-c4f8cfad-3dfe-42c6-8b28-99baf029ce52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:00.002429 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a4245e1-2533-47d6-b484-893a3ab9c6e3 req-51dae837-a7aa-4e5b-a857-680070f511a9 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610170 Jan 18 14:19:00.034832 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-c4f8cfad-3dfe-42c6-8b28-99baf029ce52 admin admin] Usage tracker for resource:security_group_rule and tenant:55da8440ed3449cbb04ecaadfe210960 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:00.040377 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-c4f8cfad-3dfe-42c6-8b28-99baf029ce52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:00.049374 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-c4f8cfad-3dfe-42c6-8b28-99baf029ce52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:00.056886 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:00.064426 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] 10.222.0.77 "PUT /v2.0/ports/b0f396f4-ec23-4ae0-80b4-2563aa9a66ca HTTP/1.1" status: 200 len: 1094 time: 4.7581859 Jan 18 14:19:00.065159 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8a0730-6d45-48ca-9e2e-1256d40fa107', 'tag': 'b0f396f4-ec23-4ae0-80b4-2563aa9a66ca'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:19:00.255468 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ab2791-c454-42da-bc95-01f7dc5ef3d1', 'tag': '07490b20-63d5-43f1-8280-8b3589b26f6f', 'status': 'completed', 'code': 200} Jan 18 14:19:00.343960 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3842a4b-d54f-4a76-9571-c9ee762f5eaa service neutron] Pushing event updated for resources: {'Port': ['ID=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:00.456756 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:00.479990 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cfad-3dfe-42c6-8b28-99baf029ce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:00.507822 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5495f16d-5add-48a5-8a20-bfe8e9c4dd99 req-3fd7c721-4d19-484a-b89c-a0525723bc9d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 210 time: 0.1247747 Jan 18 14:19:00.518001 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-9fd568a6-5204-4e15-9c62-ddcf67c80758 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a3158889d9041bdb5572aedd8caca4c&device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 1097 time: 0.2846413 Jan 18 14:19:00.581313 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cfad-3dfe-42c6-8b28-99baf029ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:00.676579 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-c4f8cfad-3dfe-42c6-8b28-99baf029ce52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55da8440ed3449cbb04ecaadfe210960&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8706322 Jan 18 14:19:00.717536 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8cfad-3dfe-42c6-8b28-99baf029ce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303332fa-f890-4d62-aca7-8bb801d4a95d,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:00.720394 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59452) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:00.867675 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-3fac35fe-2841-42b4-bbf7-96a7978add7d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca HTTP/1.1" status: 200 len: 217 time: 0.2332959 Jan 18 14:19:00.909716 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d07152-98ec-498c-bb92-58c2e969a464 req-c657ea0d-f042-4b13-9db6-17b3edacd19f tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:00.918521 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-60d07152-98ec-498c-bb92-58c2e969a464 req-c657ea0d-f042-4b13-9db6-17b3edacd19f tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 944 time: 0.6722908 Jan 18 14:19:01.032819 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8a0730-6d45-48ca-9e2e-1256d40fa107', 'tag': 'b0f396f4-ec23-4ae0-80b4-2563aa9a66ca', 'status': 'completed', 'code': 200} Jan 18 14:19:01.106325 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-698e034c-359e-4306-8456-9ea5aa6c2212 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:01.115052 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-698e034c-359e-4306-8456-9ea5aa6c2212 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d40bdde-8fa4-4941-862b-016b15887fdd HTTP/1.1" status: 200 len: 852 time: 0.2344897 Jan 18 14:19:01.300594 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-0785f947-9ba3-4e6a-94fb-fb00edd37aab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6739bcc2-76ac-4a67-b6fd-03e3ec891419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423128 Jan 18 14:19:01.365236 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4713547-7b74-4e51-917f-fb81ddc0a89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:01.436080 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4713547-7b74-4e51-917f-fb81ddc0a89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:01.597673 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9873289e-a269-4125-8281-77d4a3ebfe7f req-8b72f0bd-4957-4728-93c2-6dc7d8cc7e97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 1096 time: 0.9135141 Jan 18 14:19:01.605866 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4713547-7b74-4e51-917f-fb81ddc0a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:01.672287 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-60d07152-98ec-498c-bb92-58c2e969a464 req-f4681d94-3012-4622-9073-c7658170f130 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6808085 Jan 18 14:19:01.745327 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Allocated IP 172.27.1.217 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/2b5933ac-be7f-456f-b366-7726229ac5b2) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:19:01.774347 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59488) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:01.936433 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-9d57568d-2ee5-4cab-ac1e-3016f1c05716 service neutron] 10.222.0.77 "GET /v2.0/networks/6739bcc2-76ac-4a67-b6fd-03e3ec891419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505342 Jan 18 14:19:02.125463 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28ffcc8e-f8f0-4ee1-9d61-a534a4bbcb4d req-1264e593-b1f4-44e5-bef8-d8c967c43ef4 service neutron] 10.222.0.77 "GET /v2.0/networks/6739bcc2-76ac-4a67-b6fd-03e3ec891419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600239 Jan 18 14:19:02.147021 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a870efed-1fe2-4e1a-a79a-ab613fef6443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.203855 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-a870efed-1fe2-4e1a-a79a-ab613fef6443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:02.210531 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-a870efed-1fe2-4e1a-a79a-ab613fef6443 admin admin] Usage tracker for resource:security_group_rule and tenant:e90845c9afac4a2ebb609b92bce78ae5 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:02.215868 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-a870efed-1fe2-4e1a-a79a-ab613fef6443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:02.224445 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-a870efed-1fe2-4e1a-a79a-ab613fef6443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:02.310151 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.322918 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4713547-7b74-4e51-917f-fb81ddc0a89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303332fa-f890-4d62-aca7-8bb801d4a95d,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:02.387068 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a870efed-1fe2-4e1a-a79a-ab613fef6443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.392912 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a870efed-1fe2-4e1a-a79a-ab613fef6443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.443511 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4713547-7b74-4e51-917f-fb81ddc0a89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.447517 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a870efed-1fe2-4e1a-a79a-ab613fef6443 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e90845c9afac4a2ebb609b92bce78ae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6717291 Jan 18 14:19:02.451323 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59500) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:02.454409 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b4713547-7b74-4e51-917f-fb81ddc0a89f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/303332fa-f890-4d62-aca7-8bb801d4a95d HTTP/1.1" status: 204 len: 168 time: 1.7153842 Jan 18 14:19:02.492856 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870efed-1fe2-4e1a-a79a-ab613fef6443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83912e6a-a655-46a6-b68a-ef00428aeaac,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:02.536983 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28b2350c-fcd7-4e2f-8853-c3222a2983d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.550917 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.566675 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28b2350c-fcd7-4e2f-8853-c3222a2983d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.626228 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28b2350c-fcd7-4e2f-8853-c3222a2983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.675109 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2350c-fcd7-4e2f-8853-c3222a2983d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83912e6a-a655-46a6-b68a-ef00428aeaac,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:02.704746 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.77', 55806) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:02.713094 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28b2350c-fcd7-4e2f-8853-c3222a2983d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:02.717555 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-28b2350c-fcd7-4e2f-8853-c3222a2983d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83912e6a-a655-46a6-b68a-ef00428aeaac HTTP/1.1" status: 204 len: 168 time: 0.2651329 Jan 18 14:19:02.784337 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:19:02.820049 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f2889-f483-4edc-84da-2ee0115be97a req-0c8fd23f-bf20-4c26-aa81-9e51959eec65 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:02.840913 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-414f2889-f483-4edc-84da-2ee0115be97a req-0c8fd23f-bf20-4c26-aa81-9e51959eec65 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 943 time: 0.4968426 Jan 18 14:19:02.877759 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:19:02.892744 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:19:03.017334 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873289e-a269-4125-8281-77d4a3ebfe7f req-5fbd4b30-40fc-4d68-b74f-c820df81ca7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:03.021111 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9873289e-a269-4125-8281-77d4a3ebfe7f req-5fbd4b30-40fc-4d68-b74f-c820df81ca7f service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 916 time: 1.3990738 Jan 18 14:19:03.030488 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'Port': ['ID=2b5933ac-be7f-456f-b366-7726229ac5b2,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:03.202037 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-414f2889-f483-4edc-84da-2ee0115be97a req-780b9627-63a4-438e-81f6-fe95f5764e0b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589303 Jan 18 14:19:03.219168 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9873289e-a269-4125-8281-77d4a3ebfe7f req-ca79f98f-9381-464d-90d2-005ad45018cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07490b20-63d5-43f1-8280-8b3589b26f6f HTTP/1.1" status: 200 len: 217 time: 0.1774836 Jan 18 14:19:03.326935 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-02e9ab64-991f-4e5e-b810-3c105ad30472 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:03.328328 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-02e9ab64-991f-4e5e-b810-3c105ad30472 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.77 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 819 time: 0.6816564 Jan 18 14:19:03.370657 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Request body: {'port': {'device_id': 'b0554a38-a8ee-4aa1-afe5-067accd5aae3', 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c', 'admin_state_up': True, 'tenant_id': '55912e2c736c4beba78cf481c6cccf68'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:19:03.416339 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873289e-a269-4125-8281-77d4a3ebfe7f req-61d4ca3c-bd1b-45b7-ad43-415bb701fe19 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:03.418115 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9873289e-a269-4125-8281-77d4a3ebfe7f req-61d4ca3c-bd1b-45b7-ad43-415bb701fe19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f82f4544-0fa8-4654-8c26-8d81dd7edb0e HTTP/1.1" status: 200 len: 855 time: 0.1896708 Jan 18 14:19:03.420848 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:03.438578 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30558dea-6c12-45d8-8b66-2c5fbf01cd1e req-3b3e2e1f-8041-4a47-b1e1-73caf2b8354a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a3158889d9041bdb5572aedd8caca4c&device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 1097 time: 0.7191751 Jan 18 14:19:03.504504 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:03.546951 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:19:03.722738 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9873289e-a269-4125-8281-77d4a3ebfe7f req-e9466e7c-7fdc-4160-afe2-b58feca6ff9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7ca2570-4bec-4646-a4e5-5b13fa852404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2209368 Jan 18 14:19:03.988877 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:03.995082 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30558dea-6c12-45d8-8b66-2c5fbf01cd1e req-5bf2359d-cd38-4fca-b970-51619fe06699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:03.996922 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30558dea-6c12-45d8-8b66-2c5fbf01cd1e req-5bf2359d-cd38-4fca-b970-51619fe06699 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6739bcc2-76ac-4a67-b6fd-03e3ec891419 HTTP/1.1" status: 200 len: 913 time: 0.4223452 Jan 18 14:19:03.997951 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Usage tracker for resource:port and tenant:55912e2c736c4beba78cf481c6cccf68 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:04.001493 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:04.010741 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:04.138327 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59536) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:04.139981 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59538) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:04.203381 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0545f75a-d328-4054-b713-086273b2b5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:04.219192 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30558dea-6c12-45d8-8b66-2c5fbf01cd1e req-11d79e7d-dfa1-42c4-80fb-26a3a0299afe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca HTTP/1.1" status: 200 len: 217 time: 0.2049737 Jan 18 14:19:04.222994 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Made reservation on behalf of 55912e2c736c4beba78cf481c6cccf68 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:19:04.228605 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:04.244174 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-cab73f35-7b1f-450f-8330-a8cb7fe40915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:04.288447 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57fb0f-1f35-40f9-8d58-b751f541adcf req-ca7b9bf0-5d35-4173-9718-f8995f83250a tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:04.290032 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba57fb0f-1f35-40f9-8d58-b751f541adcf req-ca7b9bf0-5d35-4173-9718-f8995f83250a tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 944 time: 0.6215940 Jan 18 14:19:04.395048 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9873289e-a269-4125-8281-77d4a3ebfe7f req-d4ec0710-70b7-4ad2-b5e1-bb5a53081858 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298187 Jan 18 14:19:04.395919 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-0545f75a-d328-4054-b713-086273b2b5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:04.418980 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-0545f75a-d328-4054-b713-086273b2b5dc admin admin] Usage tracker for resource:security_group_rule and tenant:e1e42268e02e4ac89fb3656dd4c4480a is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:04.425612 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-cab73f35-7b1f-450f-8330-a8cb7fe40915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:04.427859 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-0545f75a-d328-4054-b713-086273b2b5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:04.442311 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-0545f75a-d328-4054-b713-086273b2b5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:04.445691 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-cab73f35-7b1f-450f-8330-a8cb7fe40915 admin admin] Usage tracker for resource:security_group_rule and tenant:fd15c94b36b043ddb17b407fe29ba7b9 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:04.455203 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-cab73f35-7b1f-450f-8330-a8cb7fe40915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:04.478301 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba57fb0f-1f35-40f9-8d58-b751f541adcf req-60066756-c2ba-4a9b-b0e2-99c3bda1f7e5 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704636 Jan 18 14:19:04.482721 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-cab73f35-7b1f-450f-8330-a8cb7fe40915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:04.489541 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30558dea-6c12-45d8-8b66-2c5fbf01cd1e req-ba1bef42-0f20-4e4b-8e77-d256da71f026 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:04.492212 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:04.494630 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30558dea-6c12-45d8-8b66-2c5fbf01cd1e req-ba1bef42-0f20-4e4b-8e77-d256da71f026 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4d40bdde-8fa4-4941-862b-016b15887fdd HTTP/1.1" status: 200 len: 852 time: 0.2452068 Jan 18 14:19:04.507432 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:04.709538 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30558dea-6c12-45d8-8b66-2c5fbf01cd1e req-fcce06d9-6538-476d-a17c-e4ae9358293e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6739bcc2-76ac-4a67-b6fd-03e3ec891419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866911 Jan 18 14:19:04.734812 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:04.736864 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Allocated IP 172.20.0.12 (a7868572-8726-4c93-974b-0ce5ad4eb81c/151b26d6-9a43-418f-abe6-a41b56190ec0/2aa4e895-16eb-447d-9ffe-62cbd71c8468) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:19:05.076566 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'Port': ['ID=2b5933ac-be7f-456f-b366-7726229ac5b2,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:05.148170 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-cab73f35-7b1f-450f-8330-a8cb7fe40915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.220106 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-cab73f35-7b1f-450f-8330-a8cb7fe40915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.237092 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0545f75a-d328-4054-b713-086273b2b5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.244595 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.245860 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-4813f40e-37ad-4977-ad40-a8571203838f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9074936 Jan 18 14:19:05.265144 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30558dea-6c12-45d8-8b66-2c5fbf01cd1e req-d44318de-647f-40ef-b480-a1f66551b44c service neutron] 10.222.0.77 "GET /v2.0/networks/6739bcc2-76ac-4a67-b6fd-03e3ec891419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250380 Jan 18 14:19:05.334568 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0545f75a-d328-4054-b713-086273b2b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.375325 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab73f35-7b1f-450f-8330-a8cb7fe40915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61aa28d-ae58-427a-8cba-fe92f304a99e,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:05.385046 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9873289e-a269-4125-8281-77d4a3ebfe7f req-1719249a-4f4b-4e11-8ec1-62e09059eb49 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666242 Jan 18 14:19:05.399683 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-cab73f35-7b1f-450f-8330-a8cb7fe40915 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd15c94b36b043ddb17b407fe29ba7b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2533822 Jan 18 14:19:05.430244 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59566) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:05.510384 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-0545f75a-d328-4054-b713-086273b2b5dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1e42268e02e4ac89fb3656dd4c4480a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3616705 Jan 18 14:19:05.516162 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59572) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:05.556784 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59580) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:05.563604 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545f75a-d328-4054-b713-086273b2b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beef09b6-4aec-404d-9281-7ef5735ee431,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:05.580519 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4d699-c3d7-408a-bbf6-d6ebf72436cd req-a7a609b7-06ad-41bb-abaf-5eed2d3ad898 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:05.582082 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1fd4d699-c3d7-408a-bbf6-d6ebf72436cd req-a7a609b7-06ad-41bb-abaf-5eed2d3ad898 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 943 time: 0.8490968 Jan 18 14:19:05.670969 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.672519 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ce73042a-320c-4da3-a449-b672aae8bb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.687865 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1fd4d699-c3d7-408a-bbf6-d6ebf72436cd req-4429f814-5c18-482a-9f4c-bd3c91f0f813 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977013 Jan 18 14:19:05.704618 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ce73042a-320c-4da3-a449-b672aae8bb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.733169 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.793647 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ce73042a-320c-4da3-a449-b672aae8bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.813740 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73042a-320c-4da3-a449-b672aae8bb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef09b6-4aec-404d-9281-7ef5735ee431,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:05.830540 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ce73042a-320c-4da3-a449-b672aae8bb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:05.835652 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-ce73042a-320c-4da3-a449-b672aae8bb5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/beef09b6-4aec-404d-9281-7ef5735ee431 HTTP/1.1" status: 204 len: 168 time: 0.3007796 Jan 18 14:19:05.916701 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Network a7868572-8726-4c93-974b-0ce5ad4eb81c is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:19:05.927283 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Pushing event updated for resources: {'Port': ['ID=2aa4e895-16eb-447d-9ffe-62cbd71c8468,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:05.938722 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:19:06.027662 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-74db6a84-3e0f-456f-a82e-a8d31e346ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:06.030563 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:19:06.035162 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:06.035780 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:06.063204 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f1088-d225-4f61-a290-bf3b61cf52ee req-44ff13ce-0855-4d04-8f39-c22c765dc7eb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:06.069608 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5a6f1088-d225-4f61-a290-bf3b61cf52ee req-44ff13ce-0855-4d04-8f39-c22c765dc7eb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 944 time: 0.1178620 Jan 18 14:19:06.083838 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30558dea-6c12-45d8-8b66-2c5fbf01cd1e req-e82d872b-b46f-4eaa-bbbf-fb1b8e37cfc8 service neutron] 10.222.0.77 "GET /v2.0/networks/6739bcc2-76ac-4a67-b6fd-03e3ec891419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8013806 Jan 18 14:19:06.115136 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5a6f1088-d225-4f61-a290-bf3b61cf52ee req-0678d019-3a8d-4c16-8415-2d76a765341a tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440063 Jan 18 14:19:06.119899 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2e854eb6-b715-44b7-88e3-2726ca1fa125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:06.151818 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-74db6a84-3e0f-456f-a82e-a8d31e346ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:06.184011 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-37f489dd-0ff0-4c95-b57a-de12af19e63d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8263922 Jan 18 14:19:06.261163 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-6ee3681f-b8d7-4314-a865-e5397621620b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:06.262765 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-6ee3681f-b8d7-4314-a865-e5397621620b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 819 time: 0.4247637 Jan 18 14:19:06.291405 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-441196a9-bc08-487e-9cc1-95e41db9cc95 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/quotas/55912e2c736c4beba78cf481c6cccf68 HTTP/1.1" status: 200 len: 375 time: 0.0109479 Jan 18 14:19:06.298088 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2e854eb6-b715-44b7-88e3-2726ca1fa125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:06.343470 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2e854eb6-b715-44b7-88e3-2726ca1fa125 admin admin] Usage tracker for resource:security_group_rule and tenant:d318522ba31e4116af52cda7c2ca5356 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:06.354401 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2e854eb6-b715-44b7-88e3-2726ca1fa125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:06.357270 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-74db6a84-3e0f-456f-a82e-a8d31e346ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:06.378066 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2e854eb6-b715-44b7-88e3-2726ca1fa125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:06.379560 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-0f56b19f-fffd-4657-b97a-6f49fb10a971 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1423307619&fields=id&tenant_id=0779d207abc54358b4c4f896c78cae98 HTTP/1.1" status: 200 len: 267 time: 0.0635853 Jan 18 14:19:06.389672 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db6a84-3e0f-456f-a82e-a8d31e346ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61aa28d-ae58-427a-8cba-fe92f304a99e,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:06.483405 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-74db6a84-3e0f-456f-a82e-a8d31e346ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:06.484513 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-74db6a84-3e0f-456f-a82e-a8d31e346ee6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b61aa28d-ae58-427a-8cba-fe92f304a99e HTTP/1.1" status: 204 len: 168 time: 1.0530691 Jan 18 14:19:06.523897 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-bf238026-223a-4ef0-8544-2cfbf07ba53e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Synchronizing usage tracker for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:19:06.577337 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2e854eb6-b715-44b7-88e3-2726ca1fa125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:06.578467 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-bf238026-223a-4ef0-8544-2cfbf07ba53e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Unset dirty status for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:19:06.589111 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-bf238026-223a-4ef0-8544-2cfbf07ba53e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2882884 Jan 18 14:19:06.592724 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-89627e98-f376-469e-814d-35bfcbd10bec tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:06.594228 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-89627e98-f376-469e-814d-35bfcbd10bec tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 817 time: 0.2062960 Jan 18 14:19:06.610465 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2e854eb6-b715-44b7-88e3-2726ca1fa125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:06.612888 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-ce1ffcf2-a0b5-4634-a699-85e92b28245a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/quotas/0779d207abc54358b4c4f896c78cae98 HTTP/1.1" status: 200 len: 375 time: 0.0127282 Jan 18 14:19:06.702178 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-fcfd8c0f-af18-413e-9e06-c01aee16b960 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836897 Jan 18 14:19:06.720150 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e854eb6-b715-44b7-88e3-2726ca1fa125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ced4a89-3204-4c96-bf78-9dcf1e73e9f8,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:06.734678 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2e854eb6-b715-44b7-88e3-2726ca1fa125 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d318522ba31e4116af52cda7c2ca5356&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0335290 Jan 18 14:19:06.735316 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59622) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:06.824743 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-0a4f96d0-98b9-499e-9e88-03747670e512 service neutron] 10.222.0.45 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341957 Jan 18 14:19:06.913454 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-aa82ac41-60a4-4eb9-97be-0d3d612b5e2c service neutron] 10.222.0.45 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970305 Jan 18 14:19:06.982095 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59630) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:07.025388 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bfc7ca41-3e2b-465d-a4cc-09cef1c619a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:07.026983 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7a2c-5f5a-4059-ae61-321e22acacff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:07.047617 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-5854274d-ee78-4cd3-9238-2faa83ef8a49 service neutron] 10.222.0.45 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220078 Jan 18 14:19:07.070697 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-9af6736a-23e2-44b9-b415-7cd965a2a5fc service neutron] 10.222.0.45 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516860 Jan 18 14:19:07.072805 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bfc7ca41-3e2b-465d-a4cc-09cef1c619a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:07.112876 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d7dd7a2c-5f5a-4059-ae61-321e22acacff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:07.129146 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d7dd7a2c-5f5a-4059-ae61-321e22acacff admin admin] Usage tracker for resource:security_group_rule and tenant:1e0bcfb7d2cd4ac9bf9d5d8fdfbc5661 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:07.133172 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d7dd7a2c-5f5a-4059-ae61-321e22acacff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:07.140721 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d7dd7a2c-5f5a-4059-ae61-321e22acacff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:07.171751 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bfc7ca41-3e2b-465d-a4cc-09cef1c619a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:07.219151 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7ca41-3e2b-465d-a4cc-09cef1c619a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ced4a89-3204-4c96-bf78-9dcf1e73e9f8,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:07.291770 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bfc7ca41-3e2b-465d-a4cc-09cef1c619a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:07.292897 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bfc7ca41-3e2b-465d-a4cc-09cef1c619a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ced4a89-3204-4c96-bf78-9dcf1e73e9f8 HTTP/1.1" status: 204 len: 168 time: 0.5546608 Jan 18 14:19:07.329351 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7a2c-5f5a-4059-ae61-321e22acacff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:07.334580 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7a2c-5f5a-4059-ae61-321e22acacff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:07.399188 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd7a2c-5f5a-4059-ae61-321e22acacff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1faa7c-ac6c-4ffb-947d-09574303f8a4,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:07.460815 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Request body: {'port': {'device_id': 'b0554a38-a8ee-4aa1-afe5-067accd5aae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:19:07.516114 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf271-1b3e-40ef-af13-b2f5ccd18442 req-e4b0394a-502a-422d-9663-e64d41a57244 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:07.525738 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b84cf271-1b3e-40ef-af13-b2f5ccd18442 req-e4b0394a-502a-422d-9663-e64d41a57244 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 943 time: 0.1567104 Jan 18 14:19:07.581335 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d7dd7a2c-5f5a-4059-ae61-321e22acacff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e0bcfb7d2cd4ac9bf9d5d8fdfbc5661&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5969057 Jan 18 14:19:07.581896 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59664) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:07.626473 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b84cf271-1b3e-40ef-af13-b2f5ccd18442 req-94ee9f1f-e841-419b-8339-eded7f642aba tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977809 Jan 18 14:19:07.748459 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-91c6d644-f8e8-497f-97b8-1044920f7df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:07.769984 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432fae2-3ac7-47f0-8822-26b81ccffa59 req-26985c41-3ffe-4b94-bd9a-d381adff0bdb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:07.774009 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-c432fae2-3ac7-47f0-8822-26b81ccffa59 req-26985c41-3ffe-4b94-bd9a-d381adff0bdb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Synchronizing usage tracker for tenant:8a3158889d9041bdb5572aedd8caca4c on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:19:07.791171 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:07.829355 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-91c6d644-f8e8-497f-97b8-1044920f7df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.055675 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-74d451a5-c404-4fac-b319-dd5fec4dfa5a req-bc0a658d-fc18-480c-95f5-cbf2f273b3b6 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Synchronizing usage tracker for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:19:08.104651 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-c432fae2-3ac7-47f0-8822-26b81ccffa59 req-26985c41-3ffe-4b94-bd9a-d381adff0bdb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Unset dirty status for tenant:8a3158889d9041bdb5572aedd8caca4c on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:19:08.121672 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c432fae2-3ac7-47f0-8822-26b81ccffa59 req-26985c41-3ffe-4b94-bd9a-d381adff0bdb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 944 time: 0.7232127 Jan 18 14:19:08.164324 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-74d451a5-c404-4fac-b319-dd5fec4dfa5a req-bc0a658d-fc18-480c-95f5-cbf2f273b3b6 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Unset dirty status for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:19:08.165622 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74d451a5-c404-4fac-b319-dd5fec4dfa5a req-bc0a658d-fc18-480c-95f5-cbf2f273b3b6 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 210 time: 0.3520415 Jan 18 14:19:08.193719 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-91c6d644-f8e8-497f-97b8-1044920f7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.223859 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6d644-f8e8-497f-97b8-1044920f7df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1faa7c-ac6c-4ffb-947d-09574303f8a4,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:08.263455 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59682) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:08.302715 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-91c6d644-f8e8-497f-97b8-1044920f7df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.303956 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-91c6d644-f8e8-497f-97b8-1044920f7df6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba1faa7c-ac6c-4ffb-947d-09574303f8a4 HTTP/1.1" status: 204 len: 168 time: 0.7207222 Jan 18 14:19:08.319994 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3a08a899-3477-4982-a561-dc497353c4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.375663 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c432fae2-3ac7-47f0-8822-26b81ccffa59 req-f5ad27a0-98e5-4dc9-9775-c3d2c22962c6 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500470 Jan 18 14:19:08.393813 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3a08a899-3477-4982-a561-dc497353c4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:08.398427 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3a08a899-3477-4982-a561-dc497353c4da admin admin] Usage tracker for resource:security_group_rule and tenant:bfb026579c5244c39e01af5fd848e9b4 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:08.401756 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3a08a899-3477-4982-a561-dc497353c4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:08.409088 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3a08a899-3477-4982-a561-dc497353c4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:08.534687 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-727853bb-fc34-4d67-9b25-db5e50e020c4 req-40978acf-b124-44dc-9656-27388edff3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 210 time: 0.0793412 Jan 18 14:19:08.622783 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3a08a899-3477-4982-a561-dc497353c4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.630129 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3a08a899-3477-4982-a561-dc497353c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.687207 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08a899-3477-4982-a561-dc497353c4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b40dced-f488-4c26-bd0f-6501018b6654,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:08.694322 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3a08a899-3477-4982-a561-dc497353c4da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfb026579c5244c39e01af5fd848e9b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4279444 Jan 18 14:19:08.696796 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59694) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:08.795044 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6469-d53d-4183-b7b2-c432f3699df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.823815 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6469-d53d-4183-b7b2-c432f3699df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.867997 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa4e895-16eb-447d-9ffe-62cbd71c8468 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:19:08.874170 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.890427 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Transition to ACTIVE for port object 2aa4e895-16eb-447d-9ffe-62cbd71c8468 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:19:08.890769 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6469-d53d-4183-b7b2-c432f3699df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.932102 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.946414 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf6469-d53d-4183-b7b2-c432f3699df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b40dced-f488-4c26-bd0f-6501018b6654,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:08.964349 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6469-d53d-4183-b7b2-c432f3699df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:08.966316 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-e7bf6469-d53d-4183-b7b2-c432f3699df3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b40dced-f488-4c26-bd0f-6501018b6654 HTTP/1.1" status: 204 len: 168 time: 0.2681465 Jan 18 14:19:09.078553 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Pushing event updated for resources: {'Port': ['ID=2aa4e895-16eb-447d-9ffe-62cbd71c8468,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:09.150744 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab0d92-2b68-44dd-9096-a9ebb2d36838 req-edee04f0-7d3e-4bd4-b016-8dbad7d30614 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:09.158434 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41ab0d92-2b68-44dd-9096-a9ebb2d36838 req-edee04f0-7d3e-4bd4-b016-8dbad7d30614 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 943 time: 0.2667477 Jan 18 14:19:09.186861 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Attempting to bind port 2aa4e895-16eb-447d-9ffe-62cbd71c8468 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:19:09.187397 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Attempting to bind port 2aa4e895-16eb-447d-9ffe-62cbd71c8468 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:19:09.187881 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Attempting to bind port 2aa4e895-16eb-447d-9ffe-62cbd71c8468 on network a7868572-8726-4c93-974b-0ce5ad4eb81c {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:19:09.210295 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Port 2aa4e895-16eb-447d-9ffe-62cbd71c8468 on network a7868572-8726-4c93-974b-0ce5ad4eb81c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:19:09.210862 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Attempting to bind port 2aa4e895-16eb-447d-9ffe-62cbd71c8468 on network a7868572-8726-4c93-974b-0ce5ad4eb81c {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:19:09.391397 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:19:09.391397 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Checking segment: {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:19:09.391397 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Bound using segment: {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:19:09.391397 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Bound port: 2aa4e895-16eb-447d-9ffe-62cbd71c8468, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:19:09.391686 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:09.403685 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41ab0d92-2b68-44dd-9096-a9ebb2d36838 req-41adb401-7eca-4756-b95b-c65138f77ab3 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441299 Jan 18 14:19:09.525584 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fad523c3-43a5-4ea4-bffe-ceea8b33a8e0 req-d0c1a485-8727-4bc8-af6d-364f5120a3db tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 210 time: 0.0972257 Jan 18 14:19:09.712431 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-874891b9-5df1-435d-9a52-5fb572e8c436 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:09.713435 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-874891b9-5df1-435d-9a52-5fb572e8c436 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Synchronizing usage tracker for tenant:0779d207abc54358b4c4f896c78cae98 on resource:network {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:19:09.837869 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-916af72e-fc45-4dbe-a401-d0b77e64a3cf req-f0e44095-f391-4a6d-bb16-f2636a62bd8a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 210 time: 0.0614538 Jan 18 14:19:09.854117 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] For port 2aa4e895-16eb-447d-9ffe-62cbd71c8468, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:19:09.866530 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-874891b9-5df1-435d-9a52-5fb572e8c436 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Unset dirty status for tenant:0779d207abc54358b4c4f896c78cae98 on resource:network {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:19:09.868083 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-874891b9-5df1-435d-9a52-5fb572e8c436 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 817 time: 0.6546395 Jan 18 14:19:09.880485 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] For port 2aa4e895-16eb-447d-9ffe-62cbd71c8468, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:19:09.908200 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:10.028845 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b75788-6304-40fe-8419-11b7a78e1829 req-f6ffe235-b750-4e3a-852e-6c13dde96310 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:10.030300 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7b75788-6304-40fe-8419-11b7a78e1829 req-f6ffe235-b750-4e3a-852e-6c13dde96310 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 944 time: 0.3107073 Jan 18 14:19:10.068076 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:10.069500 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] 10.222.0.77 "PUT /v2.0/ports/2aa4e895-16eb-447d-9ffe-62cbd71c8468 HTTP/1.1" status: 200 len: 1094 time: 2.6157091 Jan 18 14:19:10.073851 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0554a38-a8ee-4aa1-afe5-067accd5aae3', 'tag': '2aa4e895-16eb-447d-9ffe-62cbd71c8468'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:19:10.151955 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5921d-63ff-43d5-85bd-de0371b6622c service neutron] Pushing event updated for resources: {'Port': ['ID=2aa4e895-16eb-447d-9ffe-62cbd71c8468,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:10.173220 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-834ef08a-87c6-4901-a0b1-ccf2fec17cef tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Synchronizing usage tracker for tenant:0779d207abc54358b4c4f896c78cae98 on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:19:10.271397 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-8c165be3-7216-4381-84ce-effe34f518b0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:10.272076 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-8c165be3-7216-4381-84ce-effe34f518b0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Synchronizing usage tracker for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:network {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:19:10.280296 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0554a38-a8ee-4aa1-afe5-067accd5aae3', 'tag': '2aa4e895-16eb-447d-9ffe-62cbd71c8468', 'status': 'completed', 'code': 200} Jan 18 14:19:10.290403 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-8c165be3-7216-4381-84ce-effe34f518b0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Unset dirty status for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:network {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:19:10.291871 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-8c165be3-7216-4381-84ce-effe34f518b0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.77 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 819 time: 0.4086356 Jan 18 14:19:10.320324 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Request body: {'port': {'device_id': '97db3516-58ac-4963-863e-2da45854a41f', 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c', 'admin_state_up': True, 'tenant_id': '55912e2c736c4beba78cf481c6cccf68'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:19:10.332674 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7b75788-6304-40fe-8419-11b7a78e1829 req-8c04aff4-be2c-4d73-8b54-e8dc5c1f9f6f tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726588 Jan 18 14:19:10.352855 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-834ef08a-87c6-4901-a0b1-ccf2fec17cef tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Unset dirty status for tenant:0779d207abc54358b4c4f896c78cae98 on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:19:10.354043 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-834ef08a-87c6-4901-a0b1-ccf2fec17cef tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0779d207abc54358b4c4f896c78cae98 HTTP/1.1" status: 200 len: 380 time: 0.4689109 Jan 18 14:19:10.364819 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'port': {'device_id': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'admin_state_up': True, 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'security_groups': ['ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:19:10.443759 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-4c3e236f-f5c6-4fca-8116-6fad26382563 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1097 time: 0.2760408 Jan 18 14:19:10.537895 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-349ab02e-76a4-4f0b-add4-6ae0f0f9846c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468 HTTP/1.1" status: 200 len: 217 time: 0.0844290 Jan 18 14:19:10.546974 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:10.564481 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:10.582328 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Made reservation on behalf of 55912e2c736c4beba78cf481c6cccf68 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:19:10.586999 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:10.658464 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:10.663502 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:port and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:10.664519 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59768) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:10.667885 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:10.682751 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:10.698632 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-84084628-9c45-4b6d-b371-eefc25df346b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:10.700807 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-84084628-9c45-4b6d-b371-eefc25df346b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 200 len: 859 time: 0.1201768 Jan 18 14:19:10.705492 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Made reservation on behalf of 0779d207abc54358b4c4f896c78cae98 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:19:10.711382 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:10.813501 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6784-58b6-4d8f-b57c-87b31060ff48 req-6a3844c5-38fd-4b5e-9803-1ea0ae22408f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:10.814446 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-6f2ad366-fc1c-4b78-9343-62a9ea6bde51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7868572-8726-4c93-974b-0ce5ad4eb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890946 Jan 18 14:19:10.814987 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba7b6784-58b6-4d8f-b57c-87b31060ff48 req-6a3844c5-38fd-4b5e-9803-1ea0ae22408f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 943 time: 0.1340704 Jan 18 14:19:10.909370 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2b37d91c-0b1a-4800-937b-762272e182ba req-17c8ad0a-cf46-42cb-8113-d772bfac753a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 210 time: 0.0937562 Jan 18 14:19:10.976508 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba7b6784-58b6-4d8f-b57c-87b31060ff48 req-7a7f28f7-5a2a-4202-a334-832cdf965d3d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164432 Jan 18 14:19:11.045446 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-46e95b1e-0872-4ae8-b98d-b8f2f3f41d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:11.061840 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Allocated IP 172.20.0.8 (a7868572-8726-4c93-974b-0ce5ad4eb81c/151b26d6-9a43-418f-abe6-a41b56190ec0/b4c9c1de-688b-427e-82b7-8911229e37c8) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:19:11.124583 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-46e95b1e-0872-4ae8-b98d-b8f2f3f41d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:11.141062 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-46e95b1e-0872-4ae8-b98d-b8f2f3f41d65 admin admin] Usage tracker for resource:security_group_rule and tenant:95b07fdbc98948b6a9df18d5c909b609 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:11.146001 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-46e95b1e-0872-4ae8-b98d-b8f2f3f41d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:11.159202 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-46e95b1e-0872-4ae8-b98d-b8f2f3f41d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:11.189104 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-1f3966da-5336-4c41-9612-b11876d5aacd service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151524 Jan 18 14:19:11.220853 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-794e8415-e7de-415b-924c-0a7cdc9b3bea req-2969548c-50de-40be-9f2d-2f418f522d6f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Synchronizing usage tracker for tenant:0779d207abc54358b4c4f896c78cae98 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:19:11.330538 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Allocated IP 172.20.0.8 (735e1802-6a75-4b3f-a0d5-3fe0f7360ffc/f7811e15-e541-4836-b680-c9705d1e1eed/68be78db-1faa-4b65-b022-83b28ebbfd3e) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:19:11.351089 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-794e8415-e7de-415b-924c-0a7cdc9b3bea req-2969548c-50de-40be-9f2d-2f418f522d6f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Unset dirty status for tenant:0779d207abc54358b4c4f896c78cae98 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:19:11.352570 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-794e8415-e7de-415b-924c-0a7cdc9b3bea req-2969548c-50de-40be-9f2d-2f418f522d6f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 210 time: 0.2179675 Jan 18 14:19:11.378821 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:11.406928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-46e95b1e-0872-4ae8-b98d-b8f2f3f41d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:11.417021 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-46e95b1e-0872-4ae8-b98d-b8f2f3f41d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:11.428736 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db39561-71a7-4803-867e-c8d38c2e4901 req-9f936110-a764-4975-9bb2-bfe2ac863e62 service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278874 Jan 18 14:19:11.526354 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e95b1e-0872-4ae8-b98d-b8f2f3f41d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa98b0c5-8a95-44c2-bdef-a85f24e29ffa,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:11.534234 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-46e95b1e-0872-4ae8-b98d-b8f2f3f41d65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95b07fdbc98948b6a9df18d5c909b609&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8685427 Jan 18 14:19:11.539532 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59792) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:11.675541 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:11.690986 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:11.717286 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Transition to ACTIVE for port object 68be78db-1faa-4b65-b022-83b28ebbfd3e will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:19:11.746355 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a7f167f-ea96-42ca-b3e3-58481bda3188 req-5ac09a39-13ff-47d0-962e-082fc230e06f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1097 time: 0.2490149 Jan 18 14:19:11.774846 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:11.794814 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a994c6e5-0343-4013-aff3-067f50c0739e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:11.974877 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Network a7868572-8726-4c93-974b-0ce5ad4eb81c is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:19:11.989556 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a994c6e5-0343-4013-aff3-067f50c0739e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:12.002652 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Pushing event updated for resources: {'Port': ['ID=b4c9c1de-688b-427e-82b7-8911229e37c8,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:12.009158 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:19:12.039005 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Sync routers for ids ['22ab178d-aa97-4996-8ba6-ce80d43486d2'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:19:12.061402 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:19:12.062347 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:12.078782 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:19:12.078992 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Routers {'22ab178d-aa97-4996-8ba6-ce80d43486d2'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:19:12.079578 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:18:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['22ab178d-aa97-4996-8ba6-ce80d43486d2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:12.089852 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620183be-8b2f-4a2d-b64f-aaff78607727 req-1a33d9bd-322f-4ad2-8d36-8ff7b13a75e9 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:12.097705 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:19:12.105499 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-620183be-8b2f-4a2d-b64f-aaff78607727 req-1a33d9bd-322f-4ad2-8d36-8ff7b13a75e9 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 944 time: 0.5391023 Jan 18 14:19:12.107302 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:12.107952 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:12.157842 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:19:12.161719 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:12.162338 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:12.300602 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f167f-ea96-42ca-b3e3-58481bda3188 req-c346e199-f426-4c96-a53d-8997863aa3e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:12.300602 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a7f167f-ea96-42ca-b3e3-58481bda3188 req-c346e199-f426-4c96-a53d-8997863aa3e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 920 time: 0.5476468 Jan 18 14:19:12.304822 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-bacfd28d-8bae-4aeb-91f5-15cf108e047d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9433320 Jan 18 14:19:12.334383 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-620183be-8b2f-4a2d-b64f-aaff78607727 req-8ab74fd0-615a-47cf-9c4f-fb39282a6c4a tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201500 Jan 18 14:19:12.349538 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Sync routers for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:19:12.352200 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a743f5e2-082a-4e8a-8456-7e7c927ff041 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0369980 Jan 18 14:19:12.375454 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Request body: {'port': {'device_id': '97db3516-58ac-4963-863e-2da45854a41f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:19:12.381265 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b0f396f4-ec23-4ae0-80b4-2563aa9a66ca details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:19:12.384215 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:19:12.384824 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:18:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:12.426909 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Request body: {'port': {'device_id': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:19:12.434544 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a994c6e5-0343-4013-aff3-067f50c0739e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:12.437603 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a994c6e5-0343-4013-aff3-067f50c0739e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:12.442685 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-a994c6e5-0343-4013-aff3-067f50c0739e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa98b0c5-8a95-44c2-bdef-a85f24e29ffa HTTP/1.1" status: 204 len: 168 time: 0.9021449 Jan 18 14:19:12.463725 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994c6e5-0343-4013-aff3-067f50c0739e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa98b0c5-8a95-44c2-bdef-a85f24e29ffa,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:12.507449 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Set router 22ab178d-aa97-4996-8ba6-ce80d43486d2 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:19:12.526762 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a7f167f-ea96-42ca-b3e3-58481bda3188 req-db7be781-6c27-4a91-a7a6-091374a9a358 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468 HTTP/1.1" status: 200 len: 217 time: 0.2119217 Jan 18 14:19:12.562364 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:12.648737 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2715e-714d-417b-8992-b5a361eddf86 req-76af4fc2-31ac-44c2-9831-ab50b566e868 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:12.655714 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d5f2715e-714d-417b-8992-b5a361eddf86 req-76af4fc2-31ac-44c2-9831-ab50b566e868 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 931 time: 0.4796886 Jan 18 14:19:12.686557 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:12.706153 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f167f-ea96-42ca-b3e3-58481bda3188 req-40939f30-9ec5-4849-a38e-f0e3b409bcf8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:12.707654 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a7f167f-ea96-42ca-b3e3-58481bda3188 req-40939f30-9ec5-4849-a38e-f0e3b409bcf8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 200 len: 859 time: 0.1720815 Jan 18 14:19:12.732450 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-8888fa02-dbfd-4c13-8db3-9b1179605402 None None] Provisioning for port 68be78db-1faa-4b65-b022-83b28ebbfd3e completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:19:12.750091 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.resource_extend [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 14:19:12.784016 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595faa27-9e0f-4a0a-9bbb-47c7363039e9 req-f8e38724-f9b0-4b94-9e79-e851b9201731 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:12.785788 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-595faa27-9e0f-4a0a-9bbb-47c7363039e9 req-f8e38724-f9b0-4b94-9e79-e851b9201731 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 943 time: 0.2095418 Jan 18 14:19:12.794164 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-8888fa02-dbfd-4c13-8db3-9b1179605402 None None] Provisioning complete for port 68be78db-1faa-4b65-b022-83b28ebbfd3e triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:12.801716 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a7f167f-ea96-42ca-b3e3-58481bda3188 req-08919d41-92a2-45b7-b491-d1abca70279c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7868572-8726-4c93-974b-0ce5ad4eb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868053 Jan 18 14:19:12.802724 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8888fa02-dbfd-4c13-8db3-9b1179605402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:12.857179 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d5f2715e-714d-417b-8992-b5a361eddf86 req-3152fa41-9f60-4467-bcdb-f29f23442cfa tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006564 Jan 18 14:19:13.062583 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-595faa27-9e0f-4a0a-9bbb-47c7363039e9 req-fc74c6af-204c-49a2-bb5f-1ea9fd9f335d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701504 Jan 18 14:19:13.144561 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:49Z', 'revision_number': 4, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'gw_port': {'id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:42Z', 'updated_at': '2022-01-18T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '4dc9aba2-37c9-4d65-a8f6-a405254eaecd', 'name': '', 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'mac_address': 'fa:16:3e:6f:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '151b26d6-9a43-418f-abe6-a41b56190ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:48Z', 'updated_at': '2022-01-18T14:18:49Z', 'revision_number': 2, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'subnets': [{'id': '151b26d6-9a43-418f-abe6-a41b56190ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:13.151915 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Checking router: 22ab178d-aa97-4996-8ba6-ce80d43486d2 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:19:13.152561 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Updating router 22ab178d-aa97-4996-8ba6-ce80d43486d2 port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd binding host dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:19:13.283792 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a7f167f-ea96-42ca-b3e3-58481bda3188 req-a8bd971f-65fc-4ba0-a672-53cc555c7223 service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697058 Jan 18 14:19:13.300381 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:19:13.312724 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:13.381072 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 59850) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:13.455472 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-8888fa02-dbfd-4c13-8db3-9b1179605402 None None] Port 68be78db-1faa-4b65-b022-83b28ebbfd3e cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:19:13.466467 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5452d51a-2f4e-4ece-9178-731a813b7fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:13.496262 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26d27-2626-43c2-9163-3dbe9e9938fd req-342cf9c2-9d2e-4698-952b-618af05df56e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:13.504028 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ec26d27-2626-43c2-9163-3dbe9e9938fd req-342cf9c2-9d2e-4698-952b-618af05df56e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 931 time: 0.3822968 Jan 18 14:19:13.634733 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a7f167f-ea96-42ca-b3e3-58481bda3188 req-38cb8b69-a4b4-4524-8350-401dfdb3f672 service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885053 Jan 18 14:19:13.661521 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:13.673886 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ec26d27-2626-43c2-9163-3dbe9e9938fd req-fefb4550-95ff-47d6-8259-445836413f58 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688449 Jan 18 14:19:13.792885 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68be78db-1faa-4b65-b022-83b28ebbfd3e {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:19:13.805449 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:13.827577 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Transition to ACTIVE for port object 68be78db-1faa-4b65-b022-83b28ebbfd3e will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:19:13.832767 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:13.850911 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c9c1de-688b-427e-82b7-8911229e37c8 {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:19:13.880008 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:13.883280 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-5452d51a-2f4e-4ece-9178-731a813b7fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:13.899767 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,segment=NetworkSegment(9ae8a79a-a667-4ae1-b392-1a468d33ca71),segment_id=9ae8a79a-a667-4ae1-b392-1a468d33ca71)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:13.919577 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-5452d51a-2f4e-4ece-9178-731a813b7fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:b13369d90a034f18bc628d3ff243823a is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:13.931317 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': 'b0f396f4-ec23-4ae0-80b4-2563aa9a66ca', 'network_id': '6739bcc2-76ac-4a67-b6fd-03e3ec891419', 'port_id': 'b0f396f4-ec23-4ae0-80b4-2563aa9a66ca', 'mac_address': 'fa:16:3e:40:79:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d40bdde-8fa4-4941-862b-016b15887fdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:19:13.940114 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-5452d51a-2f4e-4ece-9178-731a813b7fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:13.973849 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-5452d51a-2f4e-4ece-9178-731a813b7fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:13.984454 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Transition to ACTIVE for port object b4c9c1de-688b-427e-82b7-8911229e37c8 will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:19:14.045285 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:14.070006 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f509494-d811-4a0c-9448-bf51a48c1022 req-d7ee1f33-39d2-4462-98b8-47102779d5af tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:14.071606 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9f509494-d811-4a0c-9448-bf51a48c1022 req-d7ee1f33-39d2-4462-98b8-47102779d5af tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 944 time: 0.4717216 Jan 18 14:19:14.072213 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.142493 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.175948 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f396f4-ec23-4ae0-80b4-2563aa9a66ca {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:19:14.209155 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Attempting to bind port 68be78db-1faa-4b65-b022-83b28ebbfd3e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:19:14.209595 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Attempting to bind port 68be78db-1faa-4b65-b022-83b28ebbfd3e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:19:14.210181 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Attempting to bind port 68be78db-1faa-4b65-b022-83b28ebbfd3e on network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:19:14.223795 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,segment=NetworkSegment(9ae8a79a-a667-4ae1-b392-1a468d33ca71),segment_id=9ae8a79a-a667-4ae1-b392-1a468d33ca71)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:14.235424 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:18:49Z', 'revision_number': 2, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:14.247760 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.248754 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 07490b20-63d5-43f1-8280-8b3589b26f6f details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:19:14.329147 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Port 68be78db-1faa-4b65-b022-83b28ebbfd3e on network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:19:14.329650 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Attempting to bind port 68be78db-1faa-4b65-b022-83b28ebbfd3e on network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:19:14.341578 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Checking router: 8e25e83d-59c3-48af-9c55-6e7ea9722f16 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:19:14.341925 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Updating router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:19:14.355744 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:19:14.356148 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Checking segment: {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:19:14.356534 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Bound using segment: {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:19:14.357335 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Bound port: 68be78db-1faa-4b65-b022-83b28ebbfd3e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:19:14.357335 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.370157 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9f509494-d811-4a0c-9448-bf51a48c1022 req-0330e134-5a98-4bc5-a121-4ddeb1964fa0 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701793 Jan 18 14:19:14.420181 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.resource_extend [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 14:19:14.440865 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.461611 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Transition to ACTIVE for port object 4dc9aba2-37c9-4d65-a8f6-a405254eaecd will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:19:14.472616 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f7834-9288-4316-9af4-ae28225b9058 req-8bfb267d-00c9-45fb-bd62-a41c8064c134 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:14.474432 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d4f7834-9288-4316-9af4-ae28225b9058 req-8bfb267d-00c9-45fb-bd62-a41c8064c134 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.2678213 Jan 18 14:19:14.475467 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.489669 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c9c1de-688b-427e-82b7-8911229e37c8,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:14.548425 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:19:14.552340 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:19:14.566301 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.580293 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5452d51a-2f4e-4ece-9178-731a813b7fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.596038 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5452d51a-2f4e-4ece-9178-731a813b7fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.655613 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.664657 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:14.689181 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535663b-b4d3-4d3c-b8e9-561fb38500df None None] Pushing event updated for resources: {'Port': ['ID=4dc9aba2-37c9-4d65-a8f6-a405254eaecd,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:14.697785 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d4f7834-9288-4316-9af4-ae28225b9058 req-64260bdb-2b00-40ee-9558-e00d33e00370 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131886 Jan 18 14:19:14.716936 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.718338 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] 10.222.0.77 "PUT /v2.0/ports/68be78db-1faa-4b65-b022-83b28ebbfd3e HTTP/1.1" status: 200 len: 1093 time: 2.4023597 Jan 18 14:19:14.721772 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:19:14.739759 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ba5a6-c1ba-4f65-bbe8-c5c06ec40af3 service neutron] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:14.769557 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-5452d51a-2f4e-4ece-9178-731a813b7fa0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b13369d90a034f18bc628d3ff243823a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3861468 Jan 18 14:19:14.772705 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 59880) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:14.780803 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452d51a-2f4e-4ece-9178-731a813b7fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87be4370-6300-4155-b74a-903324a9c707,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:14.798747 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Attempting to bind port b4c9c1de-688b-427e-82b7-8911229e37c8 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:19:14.799226 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Attempting to bind port b4c9c1de-688b-427e-82b7-8911229e37c8 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:19:14.799695 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Attempting to bind port b4c9c1de-688b-427e-82b7-8911229e37c8 on network a7868572-8726-4c93-974b-0ce5ad4eb81c {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:19:14.804925 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Attempting to bind port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:19:14.805104 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Attempting to bind port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:19:14.805382 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Attempting to bind port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd on network a7868572-8726-4c93-974b-0ce5ad4eb81c {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:19:14.813383 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Port b4c9c1de-688b-427e-82b7-8911229e37c8 on network a7868572-8726-4c93-974b-0ce5ad4eb81c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:19:14.813862 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Attempting to bind port b4c9c1de-688b-427e-82b7-8911229e37c8 on network a7868572-8726-4c93-974b-0ce5ad4eb81c {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:19:14.817632 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:19:14.819749 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Checking segment: {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:19:14.820202 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.820539 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Bound using segment: {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:19:14.821027 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Bound port: 4dc9aba2-37c9-4d65-a8f6-a405254eaecd, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:19:14.821413 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.822162 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 07490b20-63d5-43f1-8280-8b3589b26f6f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=07490b20-63d5-43f1-8280-8b3589b26f6f,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:14.827111 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:19:14.827459 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Checking segment: {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:19:14.827851 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Bound using segment: {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:19:14.828303 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Bound port: b4c9c1de-688b-427e-82b7-8911229e37c8, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabee011-b708-4b7d-8cef-980d29f31eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:19:14.828781 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:14.831900 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'status': 'completed', 'code': 200} Jan 18 14:19:14.904848 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '07490b20-63d5-43f1-8280-8b3589b26f6f', 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404', 'port_id': '07490b20-63d5-43f1-8280-8b3589b26f6f', 'mac_address': 'fa:16:3e:83:74:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f4544-0fa8-4654-8c26-8d81dd7edb0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:19:14.922648 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5fc34f2d-f218-457f-8780-de26833f8c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.000363 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] For port b4c9c1de-688b-427e-82b7-8911229e37c8, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:19:15.006029 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] For port b4c9c1de-688b-427e-82b7-8911229e37c8, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b4c9c1de-688b-427e-82b7-8911229e37c8,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:19:15.010863 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] For port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:19:15.013817 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dad2b7-81e2-4cd8-a355-43efbe15257f req-c19c7fa1-bf05-4480-a790-61b2fd8ebf67 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:15.014345 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] For port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=4dc9aba2-37c9-4d65-a8f6-a405254eaecd,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:19:15.015758 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d4dad2b7-81e2-4cd8-a355-43efbe15257f req-c19c7fa1-bf05-4480-a790-61b2fd8ebf67 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 943 time: 0.4245327 Jan 18 14:19:15.020144 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.023670 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.059223 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5fc34f2d-f218-457f-8780-de26833f8c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.098042 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.110751 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535663b-b4d3-4d3c-b8e9-561fb38500df None None] Pushing event updated for resources: {'Port': ['ID=4dc9aba2-37c9-4d65-a8f6-a405254eaecd,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:15.138039 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Routers {'22ab178d-aa97-4996-8ba6-ce80d43486d2'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:19:15.138776 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:18:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['22ab178d-aa97-4996-8ba6-ce80d43486d2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:15.151154 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87af900-bd0b-42fd-8e44-f40a6464328c req-c90653b7-27d7-4467-b9c1-654fe40c7933 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:15.152887 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e87af900-bd0b-42fd-8e44-f40a6464328c req-c90653b7-27d7-4467-b9c1-654fe40c7933 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1888869 Jan 18 14:19:15.189199 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5fc34f2d-f218-457f-8780-de26833f8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.200059 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.201705 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] 10.222.0.77 "PUT /v2.0/ports/b4c9c1de-688b-427e-82b7-8911229e37c8 HTTP/1.1" status: 200 len: 1093 time: 2.8389101 Jan 18 14:19:15.205536 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97db3516-58ac-4963-863e-2da45854a41f', 'tag': 'b4c9c1de-688b-427e-82b7-8911229e37c8'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:19:15.210239 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07490b20-63d5-43f1-8280-8b3589b26f6f {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:19:15.214003 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc34f2d-f218-457f-8780-de26833f8c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be4370-6300-4155-b74a-903324a9c707,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:15.215023 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d507299-2db1-4931-a1c0-b1cfcac928d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c9c1de-688b-427e-82b7-8911229e37c8,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:15.223116 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5fc34f2d-f218-457f-8780-de26833f8c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.224245 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5fc34f2d-f218-457f-8780-de26833f8c98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87be4370-6300-4155-b74a-903324a9c707 HTTP/1.1" status: 204 len: 168 time: 0.4502881 Jan 18 14:19:15.256242 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d4dad2b7-81e2-4cd8-a355-43efbe15257f req-bed342fb-e94b-4c84-963b-dc2ae9a82ff1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304885 Jan 18 14:19:15.262669 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 07490b20-63d5-43f1-8280-8b3589b26f6f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=07490b20-63d5-43f1-8280-8b3589b26f6f,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:15.267082 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e87af900-bd0b-42fd-8e44-f40a6464328c req-d3b907d2-7278-4f75-9421-624e326ca048 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083975 Jan 18 14:19:15.283160 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.358475 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97db3516-58ac-4963-863e-2da45854a41f', 'tag': 'b4c9c1de-688b-427e-82b7-8911229e37c8', 'status': 'completed', 'code': 200} Jan 18 14:19:15.396037 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 2aa4e895-16eb-447d-9ffe-62cbd71c8468 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:19:15.447207 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] Set router 22ab178d-aa97-4996-8ba6-ce80d43486d2 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:19:15.554905 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=07490b20-63d5-43f1-8280-8b3589b26f6f,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:15.620312 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd542970-da90-4405-8c2a-e2b85c64dd0d req-bf248253-895c-4e23-b1f0-e3a0a67e588e tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:15.621946 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd542970-da90-4405-8c2a-e2b85c64dd0d req-bf248253-895c-4e23-b1f0-e3a0a67e588e tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0908101 Jan 18 14:19:15.650758 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.677158 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 2aa4e895-16eb-447d-9ffe-62cbd71c8468, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:15.683102 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd542970-da90-4405-8c2a-e2b85c64dd0d req-f1a5e052-a692-42d6-a6ad-78b9c54899f4 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555837 Jan 18 14:19:15.694889 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '2aa4e895-16eb-447d-9ffe-62cbd71c8468', 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c', 'port_id': '2aa4e895-16eb-447d-9ffe-62cbd71c8468', 'mac_address': 'fa:16:3e:78:2a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151b26d6-9a43-418f-abe6-a41b56190ec0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:19:15.697330 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Transition to ACTIVE for port object f0462c0a-d524-4fd3-a687-e6c7e40f5a91 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:19:15.733209 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:15.825387 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:49Z', 'revision_number': 4, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'gw_port': {'id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:42Z', 'updated_at': '2022-01-18T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '4dc9aba2-37c9-4d65-a8f6-a405254eaecd', 'name': '', 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'mac_address': 'fa:16:3e:6f:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '151b26d6-9a43-418f-abe6-a41b56190ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:48Z', 'updated_at': '2022-01-18T14:19:15Z', 'revision_number': 4, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'subnets': [{'id': '151b26d6-9a43-418f-abe6-a41b56190ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:15.829594 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff944ffd-cab1-4e7f-a979-03fe18be19a0 None None] The sync data for ids ['22ab178d-aa97-4996-8ba6-ce80d43486d2'] in dv-cinder-825106-1-iscsi is: [{'id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:49Z', 'revision_number': 4, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'gw_port': {'id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:42Z', 'updated_at': '2022-01-18T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '4dc9aba2-37c9-4d65-a8f6-a405254eaecd', 'name': '', 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'mac_address': 'fa:16:3e:6f:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '151b26d6-9a43-418f-abe6-a41b56190ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:48Z', 'updated_at': '2022-01-18T14:19:15Z', 'revision_number': 4, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'subnets': [{'id': '151b26d6-9a43-418f-abe6-a41b56190ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:19:15.984828 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:16.038162 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bfed1-d995-433c-a653-9e0776eb5207 None None] Pushing event updated for resources: {'Port': ['ID=f0462c0a-d524-4fd3-a687-e6c7e40f5a91,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:16.063233 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2bae0-a722-41d4-bd34-99e62c3d7b68 req-96b818bf-34d1-4258-b264-11fbcfff3e8b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:16.065264 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-77e2bae0-a722-41d4-bd34-99e62c3d7b68 req-96b818bf-34d1-4258-b264-11fbcfff3e8b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Synchronizing usage tracker for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:19:16.082155 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa4e895-16eb-447d-9ffe-62cbd71c8468 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:19:16.116987 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-77e2bae0-a722-41d4-bd34-99e62c3d7b68 req-96b818bf-34d1-4258-b264-11fbcfff3e8b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Unset dirty status for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:19:16.118367 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-77e2bae0-a722-41d4-bd34-99e62c3d7b68 req-96b818bf-34d1-4258-b264-11fbcfff3e8b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.2771046 Jan 18 14:19:16.180640 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-77e2bae0-a722-41d4-bd34-99e62c3d7b68 req-adf59f19-5a20-4c5b-bc8c-732ffb3dffab tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Synchronizing usage tracker for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:security_group {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:19:16.184471 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 2aa4e895-16eb-447d-9ffe-62cbd71c8468, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:16.193829 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Attempting to bind port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:19:16.194238 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Attempting to bind port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:19:16.195145 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Attempting to bind port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 on network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:19:16.202438 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:16.206644 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-77e2bae0-a722-41d4-bd34-99e62c3d7b68 req-adf59f19-5a20-4c5b-bc8c-732ffb3dffab tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Unset dirty status for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:security_group {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:19:16.222055 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-77e2bae0-a722-41d4-bd34-99e62c3d7b68 req-adf59f19-5a20-4c5b-bc8c-732ffb3dffab tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963585 Jan 18 14:19:16.246164 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:19:16.246537 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Checking segment: {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:19:16.246943 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:16.247545 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Bound using segment: {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:19:16.248155 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Bound port: f0462c0a-d524-4fd3-a687-e6c7e40f5a91, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:19:16.248677 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:16.270983 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 4dc9aba2-37c9-4d65-a8f6-a405254eaecd up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:19:16.417539 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=2aa4e895-16eb-447d-9ffe-62cbd71c8468,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:16.472312 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] For port f0462c0a-d524-4fd3-a687-e6c7e40f5a91, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:19:16.476611 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] For port f0462c0a-d524-4fd3-a687-e6c7e40f5a91, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=f0462c0a-d524-4fd3-a687-e6c7e40f5a91,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:19:16.478885 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:19:16.484886 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:16.485445 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:16.554188 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:16.590990 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4a400-35e9-4ff7-818c-94be9c8b0629 req-3fd8260b-be57-48cc-a09a-df9ab86316ef tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:16.597863 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ca4a400-35e9-4ff7-818c-94be9c8b0629 req-3fd8260b-be57-48cc-a09a-df9ab86316ef tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.1284811 Jan 18 14:19:16.660123 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39e0fc-13b7-44ec-be9c-adc02f0c506f req-4926d2ab-e3ac-4142-842d-c78491e0c2df tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:16.662023 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7c39e0fc-13b7-44ec-be9c-adc02f0c506f req-4926d2ab-e3ac-4142-842d-c78491e0c2df tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1360595 Jan 18 14:19:16.662740 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ca4a400-35e9-4ff7-818c-94be9c8b0629 req-291ca5e6-3403-4912-8f2a-f61bfe2dd06e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638711 Jan 18 14:19:16.725476 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7c39e0fc-13b7-44ec-be9c-adc02f0c506f req-f062bbce-9ab2-40c0-bffa-02a436ce93b2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578206 Jan 18 14:19:16.762355 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:19:16.764567 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:18:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:16.841539 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bfed1-d995-433c-a653-9e0776eb5207 None None] Pushing event updated for resources: {'Port': ['ID=f0462c0a-d524-4fd3-a687-e6c7e40f5a91,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:16.983787 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede510c8-1754-42ca-899b-aa75865e599d req-33e2c56c-f78f-44d5-ba7c-e69f241541be tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:16.985519 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ede510c8-1754-42ca-899b-aa75865e599d req-33e2c56c-f78f-44d5-ba7c-e69f241541be tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.1235745 Jan 18 14:19:17.040748 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ede510c8-1754-42ca-899b-aa75865e599d req-012c327f-0a1b-444c-a5e9-6fe15cc0b8e3 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496051 Jan 18 14:19:17.104388 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:17.158547 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:19:17.209098 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=4dc9aba2-37c9-4d65-a8f6-a405254eaecd,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:17.219872 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:17.415198 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=4dc9aba2-37c9-4d65-a8f6-a405254eaecd,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:17.428661 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d800f-33b6-4840-a233-895d2c33a42c req-82e3501b-8f2e-4147-823d-20ad9dc587f1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:17.430174 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fb3d800f-33b6-4840-a233-895d2c33a42c req-82e3501b-8f2e-4147-823d-20ad9dc587f1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0863674 Jan 18 14:19:17.525398 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-997c1deb-8992-4097-b74c-c056dc18a389 req-a232a0dc-6ed4-4fc4-90b1-e7ef44a0133d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 1096 time: 0.0878754 Jan 18 14:19:17.553225 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fb3d800f-33b6-4840-a233-895d2c33a42c req-0d90b4b9-b47e-471f-85a2-554cc927471c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163154 Jan 18 14:19:17.565427 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-98819579-4316-4ef6-a62b-45e2bc3bcf35 req-22ebc92d-7f91-4cdd-a07f-6d1393449559 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 1096 time: 0.1123087 Jan 18 14:19:17.591642 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:16Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:17.609352 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a7f1c-e943-414d-96da-be73b9dfa278 None None] The sync data for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi is: [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:16Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:19:17.748639 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1deb-8992-4097-b74c-c056dc18a389 req-d02d4b77-1d44-41ba-85a7-b594b4da01f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:17.750316 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-997c1deb-8992-4097-b74c-c056dc18a389 req-d02d4b77-1d44-41ba-85a7-b594b4da01f5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=0779d207abc54358b4c4f896c78cae98&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2167640 Jan 18 14:19:17.853216 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98819579-4316-4ef6-a62b-45e2bc3bcf35 req-a0baf57d-246a-4989-85a3-8dd5ac7dfbde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:17.855077 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-98819579-4316-4ef6-a62b-45e2bc3bcf35 req-a0baf57d-246a-4989-85a3-8dd5ac7dfbde service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=55912e2c736c4beba78cf481c6cccf68&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2827621 Jan 18 14:19:18.114703 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98819579-4316-4ef6-a62b-45e2bc3bcf35 req-3267ac83-ab90-4990-ad8f-e6a081eb438d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:18.116873 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-98819579-4316-4ef6-a62b-45e2bc3bcf35 req-3267ac83-ab90-4990-ad8f-e6a081eb438d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2529399 Jan 18 14:19:18.121625 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1deb-8992-4097-b74c-c056dc18a389 req-55accc2f-046e-49aa-9eca-e5eb9ceaa3c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:18.123426 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-997c1deb-8992-4097-b74c-c056dc18a389 req-55accc2f-046e-49aa-9eca-e5eb9ceaa3c5 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3005712 Jan 18 14:19:18.148470 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab549416-4215-492b-b8b3-4e520a56f901 req-c2bc6f2e-347c-4c00-8ba9-237c49af80a8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:18.159540 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ab549416-4215-492b-b8b3-4e520a56f901 req-c2bc6f2e-347c-4c00-8ba9-237c49af80a8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1851819 Jan 18 14:19:18.193752 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f0462c0a-d524-4fd3-a687-e6c7e40f5a91 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:19:18.219079 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c9e77-111c-4c90-9103-b5e5bbc848d4 req-68ef31a2-b695-417f-98c2-460bec3bc9bb tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:18.227626 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d71c9e77-111c-4c90-9103-b5e5bbc848d4 req-68ef31a2-b695-417f-98c2-460bec3bc9bb tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.2351487 Jan 18 14:19:18.250378 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['b0f396f4-ec23-4ae0-80b4-2563aa9a66ca'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:19:18.373841 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ab549416-4215-492b-b8b3-4e520a56f901 req-cf92be69-9351-488c-9921-35c961ab8bc7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077317 Jan 18 14:19:18.390201 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d71c9e77-111c-4c90-9103-b5e5bbc848d4 req-5837e80a-7241-42e1-a920-b32d20bf0906 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611190 Jan 18 14:19:18.421826 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-c5966389-8c3e-4050-ab40-155bc62bb56d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 1096 time: 0.1609163 Jan 18 14:19:18.444797 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-6bace563-a9dc-4b30-98d6-2ca3f7c31a3b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 1096 time: 0.2095718 Jan 18 14:19:18.486367 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:19:18.501093 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:18.501456 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:18.687592 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee53846-0880-4061-adcb-e9e2e3656bbe req-726e40c7-0dd4-47ba-92c4-f9250c5fe6a2 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:18.689572 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eee53846-0880-4061-adcb-e9e2e3656bbe req-726e40c7-0dd4-47ba-92c4-f9250c5fe6a2 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.1143925 Jan 18 14:19:18.696826 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:18.742913 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port f0462c0a-d524-4fd3-a687-e6c7e40f5a91, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=f0462c0a-d524-4fd3-a687-e6c7e40f5a91,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:18.748369 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:18.749484 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 4dc9aba2-37c9-4d65-a8f6-a405254eaecd up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:19:18.763508 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eee53846-0880-4061-adcb-e9e2e3656bbe req-5fff9548-2304-4a0c-a7d6-5ad52f488dbe tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640910 Jan 18 14:19:18.873957 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=f0462c0a-d524-4fd3-a687-e6c7e40f5a91,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:18.883394 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49772e6d-301c-407b-87a7-6d2618fa14ae req-364cf3c0-14c8-47f0-b47d-f33e1934be79 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:18.885052 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-49772e6d-301c-407b-87a7-6d2618fa14ae req-364cf3c0-14c8-47f0-b47d-f33e1934be79 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0939555 Jan 18 14:19:18.893640 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:18.894084 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:18.938541 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-49772e6d-301c-407b-87a7-6d2618fa14ae req-c541dbdc-e2ea-4c38-a1cd-cc3f94a0c23f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Jan 18 14:19:19.609578 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99412384-c0d3-43d9-bfc2-73a19aa5dbb9 req-ba8cd468-6883-43b6-bb4f-7f8c40e1b29d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:19.611041 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-99412384-c0d3-43d9-bfc2-73a19aa5dbb9 req-ba8cd468-6883-43b6-bb4f-7f8c40e1b29d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0748761 Jan 18 14:19:19.619618 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2702f-3591-4c7a-a795-beb4e7fa2b75 req-a771fc6c-61a1-421c-8d72-64f3f7088b2b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:19.621096 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e6a2702f-3591-4c7a-a795-beb4e7fa2b75 req-a771fc6c-61a1-421c-8d72-64f3f7088b2b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0744607 Jan 18 14:19:19.657720 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-99412384-c0d3-43d9-bfc2-73a19aa5dbb9 req-8bfc95e5-91ff-4c21-a8d3-84f657bb66be tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Jan 18 14:19:19.671805 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e6a2702f-3591-4c7a-a795-beb4e7fa2b75 req-53ce4713-63e4-49e0-bb86-68a0f7bf2c76 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453422 Jan 18 14:19:19.820772 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2bb67431-0940-4624-8742-0b985b71a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:19.970592 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b64f8-fe2e-4eef-b745-dd54fdffcb1a req-b615926a-1cb3-4cc9-b980-4c53e8025b01 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:19.972030 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d20b64f8-fe2e-4eef-b745-dd54fdffcb1a req-b615926a-1cb3-4cc9-b980-4c53e8025b01 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0882902 Jan 18 14:19:20.017015 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d20b64f8-fe2e-4eef-b745-dd54fdffcb1a req-d5dc1cee-09ff-49b3-98d6-015a00e71df2 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388207 Jan 18 14:19:20.095193 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f0462c0a-d524-4fd3-a687-e6c7e40f5a91 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:19:20.143946 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caaf62-febf-464f-b7b4-ee7fd202d923 req-75b6bab3-80ab-4dca-8ca6-ef6449b777c2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:20.145330 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74caaf62-febf-464f-b7b4-ee7fd202d923 req-75b6bab3-80ab-4dca-8ca6-ef6449b777c2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0811222 Jan 18 14:19:20.164239 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:20.164606 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:20.240429 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74caaf62-febf-464f-b7b4-ee7fd202d923 req-3e1a9309-d4d7-4492-9335-60d0f5fc5332 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888090 Jan 18 14:19:20.856312 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['07490b20-63d5-43f1-8280-8b3589b26f6f'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:19:20.859552 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00169e-7eb0-4e8d-81f6-c1dcbe006baa req-31d40bca-2aa3-4b3a-902e-02c748bf3d51 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:20.866990 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bd00169e-7eb0-4e8d-81f6-c1dcbe006baa req-31d40bca-2aa3-4b3a-902e-02c748bf3d51 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0912068 Jan 18 14:19:20.894171 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['2aa4e895-16eb-447d-9ffe-62cbd71c8468'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:19:20.945125 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-81bb946e-7568-4d0f-b2c9-3fbafbc41530 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c9c1de-688b-427e-82b7-8911229e37c8 HTTP/1.1" status: 200 len: 217 time: 0.0789797 Jan 18 14:19:20.950946 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-a4eb366c-c4b0-4aa4-8bc2-8c20e74be776 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e HTTP/1.1" status: 200 len: 217 time: 0.0817842 Jan 18 14:19:20.962584 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0b956-50c2-46ab-bcbe-4fa75eaeaa0e req-dfe6b3c9-fdb7-49b8-bbfa-c5b17d47d4e2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:20.964895 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-29d0b956-50c2-46ab-bcbe-4fa75eaeaa0e req-dfe6b3c9-fdb7-49b8-bbfa-c5b17d47d4e2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1545248 Jan 18 14:19:20.985842 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bd00169e-7eb0-4e8d-81f6-c1dcbe006baa req-3dc9aa5f-97f0-4b84-9c04-1aee022561a4 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174583 Jan 18 14:19:21.020610 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-29d0b956-50c2-46ab-bcbe-4fa75eaeaa0e req-a049d12a-bbc3-4dff-9e3d-d116ac1f3068 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482109 Jan 18 14:19:21.217049 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a126c-bb77-4382-8101-07343fefc946 req-5d853c12-0645-4637-8a70-dd6b9220fd50 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:21.218404 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b35a126c-bb77-4382-8101-07343fefc946 req-5d853c12-0645-4637-8a70-dd6b9220fd50 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0788462 Jan 18 14:19:21.262872 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b35a126c-bb77-4382-8101-07343fefc946 req-09824f9d-1374-4e39-9078-2fd0a48370ee tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 Jan 18 14:19:21.437905 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b3b0e-f25b-43f4-8d3b-fbe6f55337a7 req-d990fe86-9129-421b-9207-cf86fbf154f1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:21.439328 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c13b3b0e-f25b-43f4-8d3b-fbe6f55337a7 req-d990fe86-9129-421b-9207-cf86fbf154f1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0786319 Jan 18 14:19:21.483900 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c13b3b0e-f25b-43f4-8d3b-fbe6f55337a7 req-fb71388e-06c1-4148-9a0a-c1f09d9ab933 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Jan 18 14:19:22.135028 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b06e821-408e-46df-96fa-b880ecb11e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:22.251330 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-aefcab53-2326-4b79-8139-dfbd44d9cb9a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:22.252838 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-aefcab53-2326-4b79-8139-dfbd44d9cb9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 200 len: 859 time: 0.1333961 Jan 18 14:19:22.283490 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-d38d92d3-839d-46ba-a9a3-72bfc0a4b6db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:22.284899 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-d38d92d3-839d-46ba-a9a3-72bfc0a4b6db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.1272955 Jan 18 14:19:22.303064 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-f0a1e03c-d078-498d-84bd-04ac182db54b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7868572-8726-4c93-974b-0ce5ad4eb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436196 Jan 18 14:19:22.313411 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0047544-7ae1-47f8-a0d0-4565a54d2fe1 req-a621ad6f-c0f7-45d3-8b11-4cb39e800349 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:22.314746 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b0047544-7ae1-47f8-a0d0-4565a54d2fe1 req-a621ad6f-c0f7-45d3-8b11-4cb39e800349 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1422896 Jan 18 14:19:22.335757 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7370-4abf-4e71-8b9a-55893fed26cb req-7341791a-2930-4133-be96-c96848f6ef5c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:22.337478 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a8cc7370-4abf-4e71-8b9a-55893fed26cb req-7341791a-2930-4133-be96-c96848f6ef5c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.2444718 Jan 18 14:19:22.399557 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a8cc7370-4abf-4e71-8b9a-55893fed26cb req-2c3b7f7f-0a05-40b6-a7b8-9a4e1d092c29 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557947 Jan 18 14:19:22.410789 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-0f857027-bebf-40e8-bced-f0a58ce7aab9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1150692 Jan 18 14:19:22.441325 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b0047544-7ae1-47f8-a0d0-4565a54d2fe1 req-61956bf7-9cb0-4c25-8489-a1f79b9beecf tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089306 Jan 18 14:19:22.475185 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-0226e4f9-21e7-4a58-a6c7-38a4cd16b15d service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595111 Jan 18 14:19:22.616540 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ae46a9c-e644-4863-89ef-1d8f27da2d2b req-a7fd64e3-49f3-4a02-a663-a08afd83da8a service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344161 Jan 18 14:19:22.636982 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-de98bed5-d03c-4dcd-afbf-fb76da5b6c16 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168159 Jan 18 14:19:22.703320 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c33c1-1c17-4a4e-a475-0234a87fb639 req-751f6bd1-f16f-4a4a-b079-fcfc5a90c8b7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:22.704769 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fd9c33c1-1c17-4a4e-a475-0234a87fb639 req-751f6bd1-f16f-4a4a-b079-fcfc5a90c8b7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0806971 Jan 18 14:19:22.728476 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce502-17bb-44fd-9c9a-8d701445d6c8 req-30b7cee2-7321-4cf6-82a3-e3e5b4805a2d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:22.729962 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2bdce502-17bb-44fd-9c9a-8d701445d6c8 req-30b7cee2-7321-4cf6-82a3-e3e5b4805a2d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.2007635 Jan 18 14:19:22.764895 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fd9c33c1-1c17-4a4e-a475-0234a87fb639 req-5cea38d7-5418-41cf-bd87-db42e771bd23 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544035 Jan 18 14:19:22.818834 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ee64c6-6d3c-49ba-894b-ebcbc7ab43b1 req-cab8df44-3dab-40fb-a9ad-3a9bea7820c4 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761079 Jan 18 14:19:22.821703 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2bdce502-17bb-44fd-9c9a-8d701445d6c8 req-1ecc3fc4-dc37-4735-9e9a-98180ec686c7 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826163 Jan 18 14:19:23.176190 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:23.384003 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:23.597701 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b825e-404c-4818-82eb-7e8212ab2793 req-7568bc63-da80-49ec-a5ff-32cdaa94525a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:23.599134 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-010b825e-404c-4818-82eb-7e8212ab2793 req-7568bc63-da80-49ec-a5ff-32cdaa94525a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0792646 Jan 18 14:19:23.648654 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-010b825e-404c-4818-82eb-7e8212ab2793 req-455d16d4-a233-4259-84d2-182019e0c352 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 Jan 18 14:19:23.680611 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584051c-f413-4afa-b396-8df206156fdf req-7c970aef-11f2-4d98-a984-ccf3f3af6346 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:23.682072 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0584051c-f413-4afa-b396-8df206156fdf req-7c970aef-11f2-4d98-a984-ccf3f3af6346 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0804853 Jan 18 14:19:23.725212 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0584051c-f413-4afa-b396-8df206156fdf req-f27ba266-3fa0-4d27-9108-a9d964acda73 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374591 Jan 18 14:19:23.990741 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314e1c-9d6f-4c92-ace3-b7c1d13fb4e9 req-d69f32c3-f161-46e3-9ada-2151f5b6122e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:23.992928 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-44314e1c-9d6f-4c92-ace3-b7c1d13fb4e9 req-d69f32c3-f161-46e3-9ada-2151f5b6122e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0993023 Jan 18 14:19:24.045385 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-44314e1c-9d6f-4c92-ace3-b7c1d13fb4e9 req-4e5dcf48-174d-41d3-834c-a0de8cb50495 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Jan 18 14:19:24.062063 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c006379-16ea-4514-b275-168aff8f41a5 req-344cccb5-e657-47e2-b17f-4c0f37970572 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:24.063696 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2c006379-16ea-4514-b275-168aff8f41a5 req-344cccb5-e657-47e2-b17f-4c0f37970572 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0803287 Jan 18 14:19:24.109976 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2c006379-16ea-4514-b275-168aff8f41a5 req-a6c2112a-6b98-46c1-9d81-9f949361a2fa tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Jan 18 14:19:24.495471 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:24.841115 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056e053-6327-4296-9019-332148a7fefa req-0555d4c7-fbba-4564-ad84-91a00901c233 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:24.842654 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1056e053-6327-4296-9019-332148a7fefa req-0555d4c7-fbba-4564-ad84-91a00901c233 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0744138 Jan 18 14:19:24.899062 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1056e053-6327-4296-9019-332148a7fefa req-8c383faf-5b9d-46c2-9ea5-5b2b902bcc40 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507245 Jan 18 14:19:24.954446 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb01d6-248c-42b7-80ee-776e9859899c req-5a9cbe0a-323b-4db6-86aa-a14a5c844ce2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:24.955813 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eecb01d6-248c-42b7-80ee-776e9859899c req-5a9cbe0a-323b-4db6-86aa-a14a5c844ce2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0955160 Jan 18 14:19:25.004192 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eecb01d6-248c-42b7-80ee-776e9859899c req-6b75e74b-03e0-44ea-aebb-b28688fe7e20 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Jan 18 14:19:25.237324 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767f7b8-7c75-442d-8ce7-e6870bab45fe req-ae0841d7-af22-4c15-a767-5b631eed2c53 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:25.238680 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0767f7b8-7c75-442d-8ce7-e6870bab45fe req-ae0841d7-af22-4c15-a767-5b631eed2c53 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0742731 Jan 18 14:19:25.291092 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0767f7b8-7c75-442d-8ce7-e6870bab45fe req-b6ed051f-91dd-4c8e-9fdc-839b960c85a3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460310 Jan 18 14:19:25.313130 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a7564-22ed-44d1-b92e-fcf63867268a req-c77f82e8-ab02-4b53-97cb-375cc46d0044 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:25.314588 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-202a7564-22ed-44d1-b92e-fcf63867268a req-c77f82e8-ab02-4b53-97cb-375cc46d0044 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0820024 Jan 18 14:19:25.358616 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-202a7564-22ed-44d1-b92e-fcf63867268a req-ec24e6c6-f5b7-4939-9b5b-b2164fade3a1 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Jan 18 14:19:26.115395 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68875496-dc7e-47ce-82f9-80b2455bba76 req-ea2c4a03-92df-4dee-bd19-ae5f5686e0de tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:26.116929 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-68875496-dc7e-47ce-82f9-80b2455bba76 req-ea2c4a03-92df-4dee-bd19-ae5f5686e0de tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0954545 Jan 18 14:19:26.167070 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-68875496-dc7e-47ce-82f9-80b2455bba76 req-09d25093-90aa-45fe-840c-d72bfcaa4ca8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Jan 18 14:19:26.241643 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65cfc-c564-4137-9e9e-44ca7ed72bcd req-5f6d859f-2e0a-460c-9727-07b8c6fc7b46 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:26.243684 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a3e65cfc-c564-4137-9e9e-44ca7ed72bcd req-5f6d859f-2e0a-460c-9727-07b8c6fc7b46 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0916650 Jan 18 14:19:26.289940 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a3e65cfc-c564-4137-9e9e-44ca7ed72bcd req-98d18bed-969e-46ef-ade1-a64455cf256f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Jan 18 14:19:26.490800 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4dec9-952e-4b1c-b471-73db430ee781 req-bb27debe-bd3c-4eb7-9aad-f3b9d94c5bb4 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:26.493702 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-10d4dec9-952e-4b1c-b471-73db430ee781 req-bb27debe-bd3c-4eb7-9aad-f3b9d94c5bb4 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0772974 Jan 18 14:19:26.540778 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-10d4dec9-952e-4b1c-b471-73db430ee781 req-16fbc40e-59a7-4dca-9aed-93f406fdadd4 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Jan 18 14:19:26.560524 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6afe61-d3d6-4264-8d5b-fee478fb27aa req-3547f685-4285-4f57-a9a2-64e917e5d2f0 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:26.562304 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cb6afe61-d3d6-4264-8d5b-fee478fb27aa req-3547f685-4285-4f57-a9a2-64e917e5d2f0 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0819092 Jan 18 14:19:26.610622 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cb6afe61-d3d6-4264-8d5b-fee478fb27aa req-305ceb83-3b8f-4b1c-9daa-e52482b24d07 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Jan 18 14:19:27.373774 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c586-97fd-479e-9bae-be502a1c1df9 req-975021ea-9af5-4206-978a-7855af9d5c42 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:27.375219 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5bb9c586-97fd-479e-9bae-be502a1c1df9 req-975021ea-9af5-4206-978a-7855af9d5c42 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0884111 Jan 18 14:19:27.422040 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5bb9c586-97fd-479e-9bae-be502a1c1df9 req-96d1f143-6445-4530-85ff-fd78376c1246 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Jan 18 14:19:27.504108 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccc288-04f4-45e4-aa61-0245faef496d req-1949180e-149b-4059-adc3-9124283d826f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:27.505481 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18ccc288-04f4-45e4-aa61-0245faef496d req-1949180e-149b-4059-adc3-9124283d826f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0776618 Jan 18 14:19:27.553850 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18ccc288-04f4-45e4-aa61-0245faef496d req-dbd7ecca-ccd5-4ead-a8b5-6d2e7554c735 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421569 Jan 18 14:19:27.734148 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261853d-dd97-4d50-a3ce-395dcab0189a req-a24270af-2ba7-45e7-b6a2-b130883c62a1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:27.735707 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2261853d-dd97-4d50-a3ce-395dcab0189a req-a24270af-2ba7-45e7-b6a2-b130883c62a1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0748348 Jan 18 14:19:27.782546 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2261853d-dd97-4d50-a3ce-395dcab0189a req-2e254948-1504-4c96-81fb-500f16a7ac99 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Jan 18 14:19:27.803113 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2caf4e-60a3-4fd1-8df9-a9652420f7c9 req-a969e460-262f-49f7-b28f-d075568f21cb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:27.804538 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cb2caf4e-60a3-4fd1-8df9-a9652420f7c9 req-a969e460-262f-49f7-b28f-d075568f21cb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0744224 Jan 18 14:19:27.852362 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cb2caf4e-60a3-4fd1-8df9-a9652420f7c9 req-8d003a4f-e7af-4309-a1a8-94e3654f7399 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Jan 18 14:19:28.664215 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32bf54-40fa-4a29-9670-21cca37a7658 req-ff585688-ff34-47ed-aeee-c72227db9f98 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:28.665771 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bd32bf54-40fa-4a29-9670-21cca37a7658 req-ff585688-ff34-47ed-aeee-c72227db9f98 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.1187136 Jan 18 14:19:28.715353 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bd32bf54-40fa-4a29-9670-21cca37a7658 req-d17451a6-1e8a-452f-8794-e13b3f951baa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Jan 18 14:19:28.766574 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f9f5e-2399-4ee3-8283-b17597f29f8c req-7c59cb02-d784-4384-a059-e355829dd9d6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:28.768045 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a55f9f5e-2399-4ee3-8283-b17597f29f8c req-7c59cb02-d784-4384-a059-e355829dd9d6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0772023 Jan 18 14:19:28.812362 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a55f9f5e-2399-4ee3-8283-b17597f29f8c req-1495cbfe-4afe-4963-967f-70e5b888ecaf tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386620 Jan 18 14:19:28.981231 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c41d4-b48b-42c7-bdd5-12cc3aa8bf4a req-daa6f882-853f-420d-8c83-802112b84828 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:28.982701 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-515c41d4-b48b-42c7-bdd5-12cc3aa8bf4a req-daa6f882-853f-420d-8c83-802112b84828 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0784640 Jan 18 14:19:29.031390 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-515c41d4-b48b-42c7-bdd5-12cc3aa8bf4a req-701e9ac6-4e88-49bd-a551-d9ccc0c0e98a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Jan 18 14:19:29.053607 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910432-607b-4e9f-9ae8-0975988481da req-4680b6d2-7219-498f-a1ae-03f8fbbc6792 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:29.055126 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ff910432-607b-4e9f-9ae8-0975988481da req-4680b6d2-7219-498f-a1ae-03f8fbbc6792 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0815914 Jan 18 14:19:29.098828 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ff910432-607b-4e9f-9ae8-0975988481da req-d66d2ca5-1600-4edb-b5ae-1507ffc28603 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378003 Jan 18 14:19:29.915136 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f7cbb-2a20-40d0-b65c-b42cb3794bba req-40ddbfd9-c07e-4929-bc67-b45575d7c7d2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:29.917203 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b04f7cbb-2a20-40d0-b65c-b42cb3794bba req-40ddbfd9-c07e-4929-bc67-b45575d7c7d2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0767989 Jan 18 14:19:29.973662 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b04f7cbb-2a20-40d0-b65c-b42cb3794bba req-64cf7f0a-64c3-4b10-9901-c2570369bceb tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508308 Jan 18 14:19:30.021745 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effcece-78aa-4913-be19-cc743605eb04 req-6e979dce-ba02-40b7-9d82-00ea3a9f4d2d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:30.023120 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1effcece-78aa-4913-be19-cc743605eb04 req-6e979dce-ba02-40b7-9d82-00ea3a9f4d2d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0777643 Jan 18 14:19:30.069921 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1effcece-78aa-4913-be19-cc743605eb04 req-0fbf88e7-8567-4eba-889b-8f08264f3a99 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407052 Jan 18 14:19:30.246984 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebb6c4-037e-4448-aa6f-cc81480a22aa req-55bfaf63-10d1-400b-a1bd-92ec9bc62c44 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:30.248680 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d6ebb6c4-037e-4448-aa6f-cc81480a22aa req-55bfaf63-10d1-400b-a1bd-92ec9bc62c44 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0895231 Jan 18 14:19:30.294653 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d6ebb6c4-037e-4448-aa6f-cc81480a22aa req-338e7e21-68c6-40c0-9b63-bd5bfb8d1873 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Jan 18 14:19:30.315335 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a206f39-8c30-4f5a-99c9-78f64a3b7aca req-1ca3e5db-94f3-4865-b5c6-401b27600feb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:30.316787 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9a206f39-8c30-4f5a-99c9-78f64a3b7aca req-1ca3e5db-94f3-4865-b5c6-401b27600feb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0797956 Jan 18 14:19:30.361275 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9a206f39-8c30-4f5a-99c9-78f64a3b7aca req-dc904198-a8cc-4f0e-80f6-41f2bd700339 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389533 Jan 18 14:19:31.164152 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75debafb-76b2-4a4d-b670-fd688838a3c4 req-210f27cb-b46e-4ba0-abe3-40ed6aec009e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:31.165659 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-75debafb-76b2-4a4d-b670-fd688838a3c4 req-210f27cb-b46e-4ba0-abe3-40ed6aec009e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0747256 Jan 18 14:19:31.214466 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-75debafb-76b2-4a4d-b670-fd688838a3c4 req-ad715175-357f-484a-a992-9aa1f837cb2d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 Jan 18 14:19:31.280919 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1a24c-0bb4-4cff-bdcc-b39cdf268662 req-c99f4655-65c9-4721-a39e-981137428189 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:31.282376 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30c1a24c-0bb4-4cff-bdcc-b39cdf268662 req-c99f4655-65c9-4721-a39e-981137428189 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0744481 Jan 18 14:19:31.331363 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30c1a24c-0bb4-4cff-bdcc-b39cdf268662 req-3a3061d3-14ac-4ffb-9f5c-53a70ce6ac97 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435941 Jan 18 14:19:31.491505 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220647bf-cd94-4e51-bec1-97a846234b9f req-b1e0ee29-eace-4e6d-8e20-d6daca75b26e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:31.492940 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-220647bf-cd94-4e51-bec1-97a846234b9f req-b1e0ee29-eace-4e6d-8e20-d6daca75b26e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0766387 Jan 18 14:19:31.540043 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-220647bf-cd94-4e51-bec1-97a846234b9f req-e921637f-27f8-4e02-ba62-2b2d7acdd265 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Jan 18 14:19:31.597610 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a5a9a-7b23-4b1d-bdcf-e69d023a9995 req-b7f54537-21f0-4ba3-9956-13cbc1301761 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:31.599356 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a41a5a9a-7b23-4b1d-bdcf-e69d023a9995 req-b7f54537-21f0-4ba3-9956-13cbc1301761 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.1193573 Jan 18 14:19:31.648622 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a41a5a9a-7b23-4b1d-bdcf-e69d023a9995 req-20519ff7-8373-4d1a-9f6e-c31b408e696c tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Jan 18 14:19:32.413298 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcfa8b-44b8-41f2-a582-7b4a43acb10b req-32c86dda-d8d4-4996-a214-b058d80925a1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:32.417579 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-aefcfa8b-44b8-41f2-a582-7b4a43acb10b req-32c86dda-d8d4-4996-a214-b058d80925a1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0816596 Jan 18 14:19:32.463124 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-aefcfa8b-44b8-41f2-a582-7b4a43acb10b req-49cacece-e26e-41c5-8670-6f0291ff5f1b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423725 Jan 18 14:19:32.542511 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbed19-9c53-4589-b945-fb510c3e7628 req-e2df1ae8-7988-4963-8b42-1f33cf87a4a0 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:32.543925 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4bbbed19-9c53-4589-b945-fb510c3e7628 req-e2df1ae8-7988-4963-8b42-1f33cf87a4a0 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0775099 Jan 18 14:19:32.588904 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4bbbed19-9c53-4589-b945-fb510c3e7628 req-5ae3ae4b-9a40-4fb7-bfa5-eacf12a37f24 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393763 Jan 18 14:19:32.852653 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe046e-73bf-44d3-b517-5a5f169211c8 req-c3b39860-1bed-4291-8b05-3e37ea2d3fb6 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:32.857415 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bdbe046e-73bf-44d3-b517-5a5f169211c8 req-c3b39860-1bed-4291-8b05-3e37ea2d3fb6 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0824714 Jan 18 14:19:32.864247 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647bd40-d215-49e1-afe8-1383083ec864 req-6f15f897-5819-4a1a-89bb-dd0b03877ef3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:32.865962 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0647bd40-d215-49e1-afe8-1383083ec864 req-6f15f897-5819-4a1a-89bb-dd0b03877ef3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0780034 Jan 18 14:19:32.909818 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bdbe046e-73bf-44d3-b517-5a5f169211c8 req-4ba56c71-422b-410c-9b79-1cbb5098c64e tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477803 Jan 18 14:19:32.931082 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0647bd40-d215-49e1-afe8-1383083ec864 req-593ab4c6-308f-4a85-a298-5c44f13ff4e5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555143 Jan 18 14:19:33.674642 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bd96f-3ec3-4d47-819a-7e0a1446f209 req-cc886034-f595-40d4-bacd-78a7db0e38de tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:33.676097 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-059bd96f-3ec3-4d47-819a-7e0a1446f209 req-cc886034-f595-40d4-bacd-78a7db0e38de tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0837727 Jan 18 14:19:33.720692 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-059bd96f-3ec3-4d47-819a-7e0a1446f209 req-196c40e2-352c-43c7-8b57-118f6e05c915 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391133 Jan 18 14:19:33.805726 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439f214-0fc8-4f2d-a815-8d238fa3f41f req-52d56ffe-f29c-4f9f-9fc6-eb13292048ca tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:33.807507 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d439f214-0fc8-4f2d-a815-8d238fa3f41f req-52d56ffe-f29c-4f9f-9fc6-eb13292048ca tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0798240 Jan 18 14:19:33.853474 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d439f214-0fc8-4f2d-a815-8d238fa3f41f req-6d79a541-3f50-4b03-87c2-c0190665d979 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399339 Jan 18 14:19:34.115383 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca1685-0f13-4200-9507-7159eff34d77 req-ca8651bd-0c97-4fd1-93dd-7a481dff4ad8 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:34.120898 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10ca1685-0f13-4200-9507-7159eff34d77 req-ca8651bd-0c97-4fd1-93dd-7a481dff4ad8 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0846982 Jan 18 14:19:34.124086 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283ef9-a587-4a9a-8950-81fe617ecf1e req-99f0073b-c749-41eb-a01f-12adb3174258 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:34.125570 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04283ef9-a587-4a9a-8950-81fe617ecf1e req-99f0073b-c749-41eb-a01f-12adb3174258 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0777998 Jan 18 14:19:34.176864 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10ca1685-0f13-4200-9507-7159eff34d77 req-d9f44aca-0846-4cda-a44f-a2dd867ec7bc tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538640 Jan 18 14:19:34.185505 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04283ef9-a587-4a9a-8950-81fe617ecf1e req-b22aaf90-e78e-4de0-a960-30354d0781f2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542970 Jan 18 14:19:34.918266 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c558d-e964-4e3c-9d2b-7edd24443781 req-d4495646-2db6-47e6-90f7-31c14d06e089 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:34.919722 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf3c558d-e964-4e3c-9d2b-7edd24443781 req-d4495646-2db6-47e6-90f7-31c14d06e089 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0783236 Jan 18 14:19:34.969397 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf3c558d-e964-4e3c-9d2b-7edd24443781 req-9dbed899-68cb-454d-b536-63a0a96d3a39 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Jan 18 14:19:35.067638 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d43fbd-f4c0-4250-ac43-334dae18ad3c req-1609a3d3-9fa4-4427-a62c-517d84fb2a72 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:35.069083 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-77d43fbd-f4c0-4250-ac43-334dae18ad3c req-1609a3d3-9fa4-4427-a62c-517d84fb2a72 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0760167 Jan 18 14:19:35.115558 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-77d43fbd-f4c0-4250-ac43-334dae18ad3c req-193dc90b-4a97-4b6b-ad56-23a2f7a54490 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Jan 18 14:19:35.369030 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a46e-434a-47c5-ad09-0c9d16e860d2 req-b2f2086d-bb07-45af-ae02-3ce82af19023 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:35.370502 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-de52a46e-434a-47c5-ad09-0c9d16e860d2 req-b2f2086d-bb07-45af-ae02-3ce82af19023 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.0788677 Jan 18 14:19:35.394620 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f310816-1b6c-46d4-b11f-7397aface42c req-7301ef38-4911-4a13-b678-7e157fb93c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:35.396055 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3f310816-1b6c-46d4-b11f-7397aface42c req-7301ef38-4911-4a13-b678-7e157fb93c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0859919 Jan 18 14:19:35.418744 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-de52a46e-434a-47c5-ad09-0c9d16e860d2 req-a30620e1-af19-410e-8683-7a5c7f431d8d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Jan 18 14:19:35.444047 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3f310816-1b6c-46d4-b11f-7397aface42c req-1120faba-dea4-47bf-a3a1-ee6f3b12ea97 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Jan 18 14:19:36.166491 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37ef9f-1cd7-4749-8aac-5242a40be743 req-0f2d7d61-5036-4b8b-ab0d-7678df13b0a4 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:36.167927 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fd37ef9f-1cd7-4749-8aac-5242a40be743 req-0f2d7d61-5036-4b8b-ab0d-7678df13b0a4 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 944 time: 0.0814817 Jan 18 14:19:36.213311 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fd37ef9f-1cd7-4749-8aac-5242a40be743 req-ca72e4eb-6da5-4825-b327-4080c05410d7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Jan 18 14:19:36.227275 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 2aa4e895-16eb-447d-9ffe-62cbd71c8468 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:19:36.327131 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 2aa4e895-16eb-447d-9ffe-62cbd71c8468 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:19:36.332448 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 2aa4e895-16eb-447d-9ffe-62cbd71c8468 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:36.333125 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:36.358317 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625c585-758d-43d6-b03a-192a33e22810 req-d2235cbd-0e1d-4df5-8e20-3eafe0e8d187 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:36.365215 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3625c585-758d-43d6-b03a-192a33e22810 req-d2235cbd-0e1d-4df5-8e20-3eafe0e8d187 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0897624 Jan 18 14:19:36.424693 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3625c585-758d-43d6-b03a-192a33e22810 req-f12c6d1e-100f-429b-a7c2-96c4a30b618d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586305 Jan 18 14:19:36.519787 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:36.605380 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0554a38-a8ee-4aa1-afe5-067accd5aae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa4e895-16eb-447d-9ffe-62cbd71c8468'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:19:36.703735 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 2aa4e895-16eb-447d-9ffe-62cbd71c8468, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:36.720420 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:36.721952 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 07490b20-63d5-43f1-8280-8b3589b26f6f up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:19:36.793942 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6872f-d0b1-4408-beba-e5faf6ef3d5d req-f7b40162-b669-4b3e-863d-0d59f023e6bd tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:36.794922 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c0e25-5a15-4d7d-a34d-c6ff176ccaa5 req-b8e313e0-65ba-494d-93cb-5bf9d72dd124 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:36.797548 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c5b6872f-d0b1-4408-beba-e5faf6ef3d5d req-f7b40162-b669-4b3e-863d-0d59f023e6bd tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.1988449 Jan 18 14:19:36.809364 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3d5c0e25-5a15-4d7d-a34d-c6ff176ccaa5 req-b8e313e0-65ba-494d-93cb-5bf9d72dd124 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 945 time: 0.1938856 Jan 18 14:19:36.871132 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3d5c0e25-5a15-4d7d-a34d-c6ff176ccaa5 req-15664020-a7f2-4d39-8e1e-4858ea42285b tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605588 Jan 18 14:19:36.924348 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c5b6872f-d0b1-4408-beba-e5faf6ef3d5d req-a99cee46-21a8-4294-be6f-bb6d3754c7b0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155052 Jan 18 14:19:36.930233 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=2aa4e895-16eb-447d-9ffe-62cbd71c8468,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:36.954701 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 07490b20-63d5-43f1-8280-8b3589b26f6f completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:19:36.966490 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 07490b20-63d5-43f1-8280-8b3589b26f6f triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:36.967032 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:37.129965 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0554a38-a8ee-4aa1-afe5-067accd5aae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa4e895-16eb-447d-9ffe-62cbd71c8468', 'code': 200} Jan 18 14:19:37.145900 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:37.202587 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 07490b20-63d5-43f1-8280-8b3589b26f6f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=07490b20-63d5-43f1-8280-8b3589b26f6f,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:37.208222 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:37.209111 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b0f396f4-ec23-4ae0-80b4-2563aa9a66ca up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:19:37.369423 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=07490b20-63d5-43f1-8280-8b3589b26f6f,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:37.385452 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:19:37.390744 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:37.391221 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:37.449278 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-60d0cd66-24a6-4cb4-a9d1-5ebaa877285f req-93a1e858-40a5-4e1a-a7cb-5aada14607ac service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1099 time: 0.1005142 Jan 18 14:19:37.467846 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc07a46-6974-4582-b7f6-b344f696fae2 req-f64ea216-e4b1-45b8-8221-33c0227f56e3 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:37.470557 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fcc07a46-6974-4582-b7f6-b344f696fae2 req-f64ea216-e4b1-45b8-8221-33c0227f56e3 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0913796 Jan 18 14:19:37.486256 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-60d0cd66-24a6-4cb4-a9d1-5ebaa877285f req-897597c3-0c55-48be-9f01-7e7dd6388be2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:37.521250 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-60d0cd66-24a6-4cb4-a9d1-5ebaa877285f req-897597c3-0c55-48be-9f01-7e7dd6388be2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:19:37.526548 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-60d0cd66-24a6-4cb4-a9d1-5ebaa877285f req-897597c3-0c55-48be-9f01-7e7dd6388be2 service neutron] Usage tracker for resource:security_group_rule and tenant:91b98b4ca0304b4895e3a0cd43d9507e is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:19:37.532027 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-60d0cd66-24a6-4cb4-a9d1-5ebaa877285f req-897597c3-0c55-48be-9f01-7e7dd6388be2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:19:37.539011 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-60d0cd66-24a6-4cb4-a9d1-5ebaa877285f req-897597c3-0c55-48be-9f01-7e7dd6388be2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:19:37.568975 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:37.582775 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fcc07a46-6974-4582-b7f6-b344f696fae2 req-3f35b354-2338-418b-9849-bab787e6718d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009839 Jan 18 14:19:37.623167 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,segment=NetworkSegment(9ae8a79a-a667-4ae1-b392-1a468d33ca71),segment_id=9ae8a79a-a667-4ae1-b392-1a468d33ca71)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:37.631904 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:37.655827 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-60d0cd66-24a6-4cb4-a9d1-5ebaa877285f req-897597c3-0c55-48be-9f01-7e7dd6388be2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:37.663372 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-60d0cd66-24a6-4cb4-a9d1-5ebaa877285f req-897597c3-0c55-48be-9f01-7e7dd6388be2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:37.746065 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:37.758133 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-60d0cd66-24a6-4cb4-a9d1-5ebaa877285f req-897597c3-0c55-48be-9f01-7e7dd6388be2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022144 Jan 18 14:19:37.770230 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897597c3-0c55-48be-9f01-7e7dd6388be2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3f509961-dd2e-4e55-9990-0b9408da26f5,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:37.800336 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb6d64-ee4a-4e10-97d9-e425e63268bc req-ec0292e9-1f81-4330-9ea8-cdb7f92eff55 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:37.801942 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a3bb6d64-ee4a-4e10-97d9-e425e63268bc req-ec0292e9-1f81-4330-9ea8-cdb7f92eff55 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1101069 Jan 18 14:19:37.847862 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a3bb6d64-ee4a-4e10-97d9-e425e63268bc req-2df86f53-6301-44cc-9823-00e93d2752ef tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Jan 18 14:19:38.082884 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e166ea-5d75-4c5c-95e5-c5a40a0f4470 req-cd88fc14-514e-4dd5-a648-5919ffeb325f tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:38.092107 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-08e166ea-5d75-4c5c-95e5-c5a40a0f4470 req-cd88fc14-514e-4dd5-a648-5919ffeb325f tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0914688 Jan 18 14:19:38.135036 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa52325-509c-4579-b2c0-9fa6f8a9483c req-4c32cad3-6bf0-4744-940a-106ba81231a1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:38.136786 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-faa52325-509c-4579-b2c0-9fa6f8a9483c req-4c32cad3-6bf0-4744-940a-106ba81231a1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 943 time: 0.0836048 Jan 18 14:19:38.140663 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-08e166ea-5d75-4c5c-95e5-c5a40a0f4470 req-e9573215-d52d-4eba-bd5b-ec4ff060eb5f tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477018 Jan 18 14:19:38.189496 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-faa52325-509c-4579-b2c0-9fa6f8a9483c req-2b6742e5-7f05-4cca-b4be-28253b2e6d27 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Jan 18 14:19:38.241025 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:19:38.384705 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:38.398079 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'port_id': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'mac_address': 'fa:16:3e:36:a7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:19:38.452571 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:38.474106 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68be78db-1faa-4b65-b022-83b28ebbfd3e {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:19:38.491224 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:38.494880 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:38.495761 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b4c9c1de-688b-427e-82b7-8911229e37c8 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:19:38.624275 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:38.689558 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port b4c9c1de-688b-427e-82b7-8911229e37c8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b4c9c1de-688b-427e-82b7-8911229e37c8,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:38.703275 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': 'b4c9c1de-688b-427e-82b7-8911229e37c8', 'network_id': 'a7868572-8726-4c93-974b-0ce5ad4eb81c', 'port_id': 'b4c9c1de-688b-427e-82b7-8911229e37c8', 'mac_address': 'fa:16:3e:09:50:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151b26d6-9a43-418f-abe6-a41b56190ec0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:19:38.755476 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:38.772739 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c9c1de-688b-427e-82b7-8911229e37c8 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:19:38.793499 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port b4c9c1de-688b-427e-82b7-8911229e37c8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b4c9c1de-688b-427e-82b7-8911229e37c8,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:38.800169 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:38.807230 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc0bfa-00e4-4acc-9eeb-39e4bc3e77fe req-a7b690da-f239-4910-a49b-b494b4ccebfe tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:38.808760 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-86cc0bfa-00e4-4acc-9eeb-39e4bc3e77fe req-a7b690da-f239-4910-a49b-b494b4ccebfe tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0911005 Jan 18 14:19:38.878098 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-86cc0bfa-00e4-4acc-9eeb-39e4bc3e77fe req-185335b7-6be4-4e2a-8330-996bf2a154a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612075 Jan 18 14:19:38.883132 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=b4c9c1de-688b-427e-82b7-8911229e37c8,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:39.067811 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775375f1-fc4f-4366-b627-ade819c5c072 req-bf172ebc-a87a-44d3-bfd4-0f57bff124b5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:39.069187 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-775375f1-fc4f-4366-b627-ade819c5c072 req-bf172ebc-a87a-44d3-bfd4-0f57bff124b5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.0769811 Jan 18 14:19:39.119594 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-775375f1-fc4f-4366-b627-ade819c5c072 req-f5bb8e64-639a-4418-b502-5ed372f44e32 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437555 Jan 18 14:19:39.135543 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ab2791-c454-42da-bc95-01f7dc5ef3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07490b20-63d5-43f1-8280-8b3589b26f6f'}, {'server_uuid': '4b8a0730-6d45-48ca-9e2e-1256d40fa107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f396f4-ec23-4ae0-80b4-2563aa9a66ca'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:19:39.208706 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ab2791-c454-42da-bc95-01f7dc5ef3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07490b20-63d5-43f1-8280-8b3589b26f6f', 'code': 200} Jan 18 14:19:39.209090 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8a0730-6d45-48ca-9e2e-1256d40fa107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f396f4-ec23-4ae0-80b4-2563aa9a66ca', 'code': 200} Jan 18 14:19:39.309976 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['68be78db-1faa-4b65-b022-83b28ebbfd3e'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:19:39.342913 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['b4c9c1de-688b-427e-82b7-8911229e37c8'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:19:39.368096 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6880563-fee3-4e1b-af7f-ab449615adc1 req-73df1f70-ee5c-4ab6-b045-72501c56c5ff tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:39.369605 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e6880563-fee3-4e1b-af7f-ab449615adc1 req-73df1f70-ee5c-4ab6-b045-72501c56c5ff tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0974736 Jan 18 14:19:39.425422 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e6880563-fee3-4e1b-af7f-ab449615adc1 req-14e1b29b-49b0-40fc-9820-aefc8cc98d47 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489731 Jan 18 14:19:39.465962 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40705e-b7e8-4344-89a4-28ca4a5bd717 req-3737c61d-2b08-4a44-80e4-621c6ef5457c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:39.468205 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fa40705e-b7e8-4344-89a4-28ca4a5bd717 req-3737c61d-2b08-4a44-80e4-621c6ef5457c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 944 time: 0.1552694 Jan 18 14:19:39.514532 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fa40705e-b7e8-4344-89a4-28ca4a5bd717 req-109bb20e-a50a-40e7-98ac-bf926201774b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Jan 18 14:19:39.538235 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dd3ffd56-079a-40f5-abc8-330b7c8f77ce req-d40c5330-9927-4bc2-a421-858e689cbf88 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 1098 time: 0.0838523 Jan 18 14:19:39.887756 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dd3ffd56-079a-40f5-abc8-330b7c8f77ce req-d4c71725-91d0-4db8-b4ba-a6cd51a74025 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Jan 18 14:19:39.945654 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d1c61c76-049d-48c2-8fd9-cc771b115a2c req-015e0228-82f7-4d24-80e0-d926d660a995 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 1099 time: 0.0862315 Jan 18 14:19:40.135620 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0235c60-fe42-4b0a-a1b7-8bef843927d1 req-d0e85a09-bc36-41a6-9de8-9bcfa1dff800 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:40.137072 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e0235c60-fe42-4b0a-a1b7-8bef843927d1 req-d0e85a09-bc36-41a6-9de8-9bcfa1dff800 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.1077957 Jan 18 14:19:40.182707 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e0235c60-fe42-4b0a-a1b7-8bef843927d1 req-ab5f62b7-8763-40c7-83f0-64ce87048c76 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398400 Jan 18 14:19:40.379744 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a801c6-e26d-4b5d-a5d6-b3df856b70d6 req-af1e99ab-f466-499d-b7b2-ed2e611959ad tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:40.381076 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12a801c6-e26d-4b5d-a5d6-b3df856b70d6 req-af1e99ab-f466-499d-b7b2-ed2e611959ad tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.1088574 Jan 18 14:19:40.424151 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12a801c6-e26d-4b5d-a5d6-b3df856b70d6 req-360adc89-fe0c-466e-95ca-1cc40a6dd72d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376832 Jan 18 14:19:40.548835 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:19:40.624392 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141dca1-8f6f-4087-ab6d-9beb79403f55 req-9b463d6f-c2d5-4d8e-a77c-3f8fa1740709 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:40.625847 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3141dca1-8f6f-4087-ab6d-9beb79403f55 req-9b463d6f-c2d5-4d8e-a77c-3f8fa1740709 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0779951 Jan 18 14:19:40.670225 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3141dca1-8f6f-4087-ab6d-9beb79403f55 req-6dd2163d-eeb6-4d07-9293-67ee49ac13e8 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Jan 18 14:19:40.710446 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefcc63-b2cd-43f4-a101-c1189e6a122f req-45b473c1-cf30-4dff-ade5-2600edb6470f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:40.712429 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6eefcc63-b2cd-43f4-a101-c1189e6a122f req-45b473c1-cf30-4dff-ade5-2600edb6470f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 944 time: 0.0762546 Jan 18 14:19:40.755835 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6eefcc63-b2cd-43f4-a101-c1189e6a122f req-48032272-8d0c-4133-a90f-7335d9078f23 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Jan 18 14:19:41.378590 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcbf04-52db-441a-8839-3232b9bb5ed2 req-6a8deeb6-69e4-4d90-acf2-5f9b9310749e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:41.380009 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3dfcbf04-52db-441a-8839-3232b9bb5ed2 req-6a8deeb6-69e4-4d90-acf2-5f9b9310749e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0768299 Jan 18 14:19:41.423636 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3dfcbf04-52db-441a-8839-3232b9bb5ed2 req-637969e7-5971-437e-a187-b3b2b3523ffa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Jan 18 14:19:41.624886 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937f0c2-47ea-4983-9c2f-da315de5a988 req-6ddfb121-5c17-4bfa-b0d0-fd57db8d2266 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:41.626329 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c937f0c2-47ea-4983-9c2f-da315de5a988 req-6ddfb121-5c17-4bfa-b0d0-fd57db8d2266 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.0733154 Jan 18 14:19:41.669978 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c937f0c2-47ea-4983-9c2f-da315de5a988 req-b4a6565e-6182-46ce-a31e-08368d70026e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384049 Jan 18 14:19:41.902949 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dbb85-ea98-4b8f-ad60-e41ec6031c8e req-422b5857-cd42-4a4e-a308-cee62436f171 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:41.904358 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-936dbb85-ea98-4b8f-ad60-e41ec6031c8e req-422b5857-cd42-4a4e-a308-cee62436f171 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.1124871 Jan 18 14:19:41.951676 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-936dbb85-ea98-4b8f-ad60-e41ec6031c8e req-42fcbb15-9ee5-4cba-bbbc-22c9f8cb2b28 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Jan 18 14:19:41.967763 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85969de4-1912-4217-a1de-d94aa4d2d647 req-f755c766-190a-4d05-915c-e6f7345bc0dc tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:41.969243 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-85969de4-1912-4217-a1de-d94aa4d2d647 req-f755c766-190a-4d05-915c-e6f7345bc0dc tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 944 time: 0.0908821 Jan 18 14:19:42.015570 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-85969de4-1912-4217-a1de-d94aa4d2d647 req-b9e4fad6-1800-4110-b812-799524b12060 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Jan 18 14:19:42.613501 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f4ce2-554b-4a8d-b7db-28964d5da3a0 req-49e1a916-3079-4a3c-b3b3-50c24c48c986 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:42.614832 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c71f4ce2-554b-4a8d-b7db-28964d5da3a0 req-49e1a916-3079-4a3c-b3b3-50c24c48c986 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0754316 Jan 18 14:19:42.658581 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c71f4ce2-554b-4a8d-b7db-28964d5da3a0 req-7d0b9148-1d49-4038-bac7-0c194ba88358 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383911 Jan 18 14:19:42.873513 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e1043-3eca-4af5-9a5d-9b9353b00d55 req-01376df7-4e4d-4409-ad48-220a7ddc95cc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:42.874997 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9d8e1043-3eca-4af5-9a5d-9b9353b00d55 req-01376df7-4e4d-4409-ad48-220a7ddc95cc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.0743916 Jan 18 14:19:42.923132 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9d8e1043-3eca-4af5-9a5d-9b9353b00d55 req-413d4a2c-c17f-4677-96c2-c13f570abb72 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Jan 18 14:19:42.980538 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:43.144312 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7e9aa-b131-49d5-881d-7cab2a339737 req-f015421e-d320-45f0-9e8c-76a5a8ef924a tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:43.145762 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-abb7e9aa-b131-49d5-881d-7cab2a339737 req-f015421e-d320-45f0-9e8c-76a5a8ef924a tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0745201 Jan 18 14:19:43.191924 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-abb7e9aa-b131-49d5-881d-7cab2a339737 req-f93067c8-1bee-4ab7-9dcd-decb517fce88 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 Jan 18 14:19:43.210442 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2b7d-51cd-4d18-967a-c8889cc8889d req-b686c22e-964d-4cc9-84b9-cc8c1fc1273b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:43.211442 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5e3a2b7d-51cd-4d18-967a-c8889cc8889d req-b686c22e-964d-4cc9-84b9-cc8c1fc1273b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 944 time: 0.0785511 Jan 18 14:19:43.259806 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5e3a2b7d-51cd-4d18-967a-c8889cc8889d req-f11b0ee6-df0a-41ea-827d-bf8cab59011d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 Jan 18 14:19:43.701213 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d1c61c76-049d-48c2-8fd9-cc771b115a2c req-8804ead8-653b-487d-937d-000ed996f265 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Jan 18 14:19:43.855357 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0dcdc-1b01-46c9-8779-eff543dbb110 req-d0ee3eb8-14b6-4663-89a8-611ea4847bf2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:43.856762 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fe0dcdc-1b01-46c9-8779-eff543dbb110 req-d0ee3eb8-14b6-4663-89a8-611ea4847bf2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0767567 Jan 18 14:19:43.900997 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fe0dcdc-1b01-46c9-8779-eff543dbb110 req-4d3b15b9-3f40-4bea-9270-fdca89e073ae tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387425 Jan 18 14:19:44.138825 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bdd72-0a9e-4c13-85cf-182819f97dff req-dc71952f-3ce9-4a93-a833-83fcd3ad2a39 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:44.140245 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-512bdd72-0a9e-4c13-85cf-182819f97dff req-dc71952f-3ce9-4a93-a833-83fcd3ad2a39 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.0784326 Jan 18 14:19:44.183754 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-512bdd72-0a9e-4c13-85cf-182819f97dff req-0268c666-68d3-4d89-93a0-bbc829f694a8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382435 Jan 18 14:19:44.397354 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d16f3-4cf4-4d80-a859-dab608f9ee40 req-05478949-6fdb-4aab-abf5-e28bc287b9f9 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:44.398729 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f26d16f3-4cf4-4d80-a859-dab608f9ee40 req-05478949-6fdb-4aab-abf5-e28bc287b9f9 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0807898 Jan 18 14:19:44.443289 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f26d16f3-4cf4-4d80-a859-dab608f9ee40 req-99e770d3-23f2-45cd-901f-30c6445a4a0a tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391819 Jan 18 14:19:44.465762 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f1e8c-b387-4b90-96d2-5bbc3b157d01 req-c0971e1a-30cf-4109-b473-7dd03b4711f0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:44.467185 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f48f1e8c-b387-4b90-96d2-5bbc3b157d01 req-c0971e1a-30cf-4109-b473-7dd03b4711f0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 944 time: 0.0748684 Jan 18 14:19:44.510843 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f48f1e8c-b387-4b90-96d2-5bbc3b157d01 req-c2f8b637-9a29-45d7-b2aa-f676de96545a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381949 Jan 18 14:19:45.094069 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9d2b7-a502-4df6-8636-8f99ae3df5b6 req-0dc331a4-80be-438d-b48a-db98d290c59a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:45.095546 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1dd9d2b7-a502-4df6-8636-8f99ae3df5b6 req-0dc331a4-80be-438d-b48a-db98d290c59a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0771973 Jan 18 14:19:45.144270 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1dd9d2b7-a502-4df6-8636-8f99ae3df5b6 req-0fc9f838-92d9-440e-8ec1-922a243fa341 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Jan 18 14:19:45.396246 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b225c-24ef-4bd7-9d9e-38dcabb8d4bf req-b99bbb17-af18-4f81-97dd-4c32163fe27c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:45.397730 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-934b225c-24ef-4bd7-9d9e-38dcabb8d4bf req-b99bbb17-af18-4f81-97dd-4c32163fe27c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.0838699 Jan 18 14:19:45.459901 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-934b225c-24ef-4bd7-9d9e-38dcabb8d4bf req-d606ed3a-cffb-4b51-92c4-fa6c7d801e58 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563552 Jan 18 14:19:45.653543 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537ef0-fab5-493f-9bb1-ce0d8bb836df req-6ca945ce-61ca-4e4d-9931-7c52759f5f2e tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:45.655091 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b1537ef0-fab5-493f-9bb1-ce0d8bb836df req-6ca945ce-61ca-4e4d-9931-7c52759f5f2e tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0828099 Jan 18 14:19:45.711796 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b1537ef0-fab5-493f-9bb1-ce0d8bb836df req-497508f3-9a21-43b7-b4aa-41067627b2fb tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503597 Jan 18 14:19:45.777689 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213544d-bf22-49a0-ba5c-f394751fe208 req-4a2364bd-efb6-453f-a6de-4e3b0ec83303 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:45.779156 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a213544d-bf22-49a0-ba5c-f394751fe208 req-4a2364bd-efb6-453f-a6de-4e3b0ec83303 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 944 time: 0.1209350 Jan 18 14:19:45.836316 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a213544d-bf22-49a0-ba5c-f394751fe208 req-682473d0-4ce3-4b8a-83fc-d50d20dde8a3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503311 Jan 18 14:19:46.338151 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cab0b-bc52-4b55-993e-45e431525d39 req-131e0b00-d4be-4a6c-ac71-e0780d78a83d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:46.339576 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a38cab0b-bc52-4b55-993e-45e431525d39 req-131e0b00-d4be-4a6c-ac71-e0780d78a83d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0749865 Jan 18 14:19:46.401570 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a38cab0b-bc52-4b55-993e-45e431525d39 req-e1a3ca5a-8a30-4f97-9ce8-285759114604 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563982 Jan 18 14:19:46.674562 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81babf-dfb7-4335-8563-cafa62d9e61b req-c345f34c-a761-4b8c-9204-54d29fe861a7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:46.675989 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7b81babf-dfb7-4335-8563-cafa62d9e61b req-c345f34c-a761-4b8c-9204-54d29fe861a7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.0734882 Jan 18 14:19:46.720221 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7b81babf-dfb7-4335-8563-cafa62d9e61b req-c5a3c0c4-f7fc-47b7-a508-c6effbadf2cc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381777 Jan 18 14:19:46.917788 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e859-1eec-4a3e-a67a-465b4fbe2e6e req-90c50f58-3236-4fd4-8429-511aa53923c9 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:46.922762 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fdf2e859-1eec-4a3e-a67a-465b4fbe2e6e req-90c50f58-3236-4fd4-8429-511aa53923c9 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0886903 Jan 18 14:19:46.964850 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fdf2e859-1eec-4a3e-a67a-465b4fbe2e6e req-8b17cceb-ac6e-437e-a0a1-5cf48f522334 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402775 Jan 18 14:19:46.996214 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:19:47.042787 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4790e9-d42c-4f21-82a1-3b6c4a9cfaf5 req-69d7b924-805d-43fd-aa9f-49fbaafd8300 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:47.044207 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ca4790e9-d42c-4f21-82a1-3b6c4a9cfaf5 req-69d7b924-805d-43fd-aa9f-49fbaafd8300 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 944 time: 0.0774581 Jan 18 14:19:47.062739 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 68be78db-1faa-4b65-b022-83b28ebbfd3e completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:19:47.067194 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 68be78db-1faa-4b65-b022-83b28ebbfd3e triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:47.067569 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:47.090952 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ca4790e9-d42c-4f21-82a1-3b6c4a9cfaf5 req-be60a692-5290-4ef3-993f-da9abd037fc1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Jan 18 14:19:47.204424 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:47.230383 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:19:47.239866 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:47.254503 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:47.255888 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b4c9c1de-688b-427e-82b7-8911229e37c8 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:19:47.329828 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'code': 200} Jan 18 14:19:47.380766 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:47.398067 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.398536 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.398884 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.399224 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.400093 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.400425 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.400751 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.401104 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.401430 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.401750 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.402066 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:19:47.409106 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port b4c9c1de-688b-427e-82b7-8911229e37c8 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:19:47.414660 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port b4c9c1de-688b-427e-82b7-8911229e37c8 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:19:47.415579 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:47.547106 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:47.612244 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port b4c9c1de-688b-427e-82b7-8911229e37c8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b4c9c1de-688b-427e-82b7-8911229e37c8,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:19:47.642610 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dc830349-7403-4e13-8de5-766d929008b2 req-8601fd81-245f-4bc9-a76d-f7e8bde49e54 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 1098 time: 0.1441560 Jan 18 14:19:47.683288 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:47.690821 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25b9d2-dab4-475a-9b28-d53a7416bc35 req-1c676827-cf61-4c77-ab23-a85b7feb17e7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:47.692463 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6a25b9d2-dab4-475a-9b28-d53a7416bc35 req-1c676827-cf61-4c77-ab23-a85b7feb17e7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.1331713 Jan 18 14:19:47.728442 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dc830349-7403-4e13-8de5-766d929008b2 req-7b6d3d05-f99d-4832-8f99-6ecc0b6a5d26 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746815 Jan 18 14:19:47.753383 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6a25b9d2-dab4-475a-9b28-d53a7416bc35 req-cb6d0ab5-0d8f-48b5-a6b0-034acb82fec7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517352 Jan 18 14:19:47.779419 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=b4c9c1de-688b-427e-82b7-8911229e37c8,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:19:47.936401 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f575789-5543-4a25-9e9d-057349797760 req-f3b58e61-b3af-4985-ade0-bef84a0d63cf tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:47.938127 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f575789-5543-4a25-9e9d-057349797760 req-f3b58e61-b3af-4985-ade0-bef84a0d63cf tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0764387 Jan 18 14:19:47.982951 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f575789-5543-4a25-9e9d-057349797760 req-68640dd3-a9c1-4b33-9c25-25d7cfc987de tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393753 Jan 18 14:19:48.164542 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e670fa5-83cd-4746-8f70-27fb286a2172 req-692afa52-5ceb-412a-b44b-6e1434ae807b tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:48.166092 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4e670fa5-83cd-4746-8f70-27fb286a2172 req-692afa52-5ceb-412a-b44b-6e1434ae807b tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0835268 Jan 18 14:19:48.213786 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4e670fa5-83cd-4746-8f70-27fb286a2172 req-79aa676c-72ba-4c11-b9bf-65e6601d4baa tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Jan 18 14:19:48.300926 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d643b90-349d-44cb-831c-9d57be09fa95 req-047ec609-c598-4820-b138-0b7142dd2d2f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:48.302510 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3d643b90-349d-44cb-831c-9d57be09fa95 req-047ec609-c598-4820-b138-0b7142dd2d2f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0889444 Jan 18 14:19:48.348156 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3d643b90-349d-44cb-831c-9d57be09fa95 req-d706ee78-462e-4f4d-8d9d-4dd0f90a5dc9 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Jan 18 14:19:48.964253 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed575c5e-92ba-4775-a09d-ad14d678d16b req-ccbabdb9-b396-4098-8c6d-1e5845eb90b8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:48.965740 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ed575c5e-92ba-4775-a09d-ad14d678d16b req-ccbabdb9-b396-4098-8c6d-1e5845eb90b8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0825112 Jan 18 14:19:49.009949 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ed575c5e-92ba-4775-a09d-ad14d678d16b req-bdbd8dbc-f47f-4e7f-bd8c-cd6898ce88c7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Jan 18 14:19:49.186667 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd05fa-b565-4ab7-b21e-896980de2ce0 req-64ff1c2e-4465-40e5-a978-e2046f9f78ba tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:49.188369 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b7fd05fa-b565-4ab7-b21e-896980de2ce0 req-64ff1c2e-4465-40e5-a978-e2046f9f78ba tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0738535 Jan 18 14:19:49.238155 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b7fd05fa-b565-4ab7-b21e-896980de2ce0 req-751b4870-2da5-4424-8ab6-0c92fe844363 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444100 Jan 18 14:19:49.331160 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97db3516-58ac-4963-863e-2da45854a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c9c1de-688b-427e-82b7-8911229e37c8'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:19:49.404788 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97db3516-58ac-4963-863e-2da45854a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c9c1de-688b-427e-82b7-8911229e37c8', 'code': 200} Jan 18 14:19:49.440408 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f454377-bf9c-4c6b-abd6-5a09ebc3fbea req-1827bb83-1f92-48dc-bc22-78527412493b tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:49.442215 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4f454377-bf9c-4c6b-abd6-5a09ebc3fbea req-1827bb83-1f92-48dc-bc22-78527412493b tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0930283 Jan 18 14:19:49.497307 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4f454377-bf9c-4c6b-abd6-5a09ebc3fbea req-4a3c24f4-2262-4dc1-b00c-9825a42575f0 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421164 Jan 18 14:19:49.581246 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e6293-9582-492c-beae-fec5005e878c req-1144e435-ef0b-465f-b8f3-ffae0c2b71ed tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:49.581729 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fd1e6293-9582-492c-beae-fec5005e878c req-1144e435-ef0b-465f-b8f3-ffae0c2b71ed tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0775788 Jan 18 14:19:49.626514 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fd1e6293-9582-492c-beae-fec5005e878c req-3bcae3b0-5d72-45cd-94a2-ffb64a07e8a4 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393629 Jan 18 14:19:49.831476 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4a5da4e3-49fe-4538-95ea-ec3f06d3bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:50.445051 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a2fcd-e547-4913-9aaf-a25ae29449be req-49602fe0-4d0f-48f5-becf-6a2be1cfa6a9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:50.446506 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-845a2fcd-e547-4913-9aaf-a25ae29449be req-49602fe0-4d0f-48f5-becf-6a2be1cfa6a9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0736701 Jan 18 14:19:50.493326 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-845a2fcd-e547-4913-9aaf-a25ae29449be req-3444c914-f22e-4b12-8b88-dc3344d54050 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 Jan 18 14:19:50.820436 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fb04c-e39d-4b8c-a0d0-58727942603e req-75b4b86d-cb74-4897-85c4-0da50c82dd9d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:50.822350 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-900fb04c-e39d-4b8c-a0d0-58727942603e req-75b4b86d-cb74-4897-85c4-0da50c82dd9d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0774174 Jan 18 14:19:50.865902 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-900fb04c-e39d-4b8c-a0d0-58727942603e req-ab6c5714-0f39-4e8b-b5f3-0253b7800f64 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381081 Jan 18 14:19:51.737760 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1957ef-3103-4c61-b53b-81fa721c6262 req-b7fa4104-14de-462e-9b85-1f34174da6fe tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:51.739177 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9c1957ef-3103-4c61-b53b-81fa721c6262 req-b7fa4104-14de-462e-9b85-1f34174da6fe tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1139374 Jan 18 14:19:51.784359 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9c1957ef-3103-4c61-b53b-81fa721c6262 req-850fd1f3-a4f2-4f94-a63f-d45dd609163a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Jan 18 14:19:52.077896 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86748-3669-46c1-8328-a6cbf77db566 req-02235be4-2a63-4d2f-8c5c-76b8bf1d00d2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:52.079346 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1ff86748-3669-46c1-8328-a6cbf77db566 req-02235be4-2a63-4d2f-8c5c-76b8bf1d00d2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0785458 Jan 18 14:19:52.128066 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1ff86748-3669-46c1-8328-a6cbf77db566 req-7baf9a9c-a32f-4a48-bc81-eae7e279b9ea tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Jan 18 14:19:52.151620 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4961028a-7e6c-42c2-85ce-0463103e95bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:52.993744 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aa2ed-ab29-44f9-b688-857971fc9934 req-885894dd-fb07-45e5-b98e-fa20b5d2d77d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:52.995679 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2b7aa2ed-ab29-44f9-b688-857971fc9934 req-885894dd-fb07-45e5-b98e-fa20b5d2d77d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0764549 Jan 18 14:19:53.038477 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2b7aa2ed-ab29-44f9-b688-857971fc9934 req-733092c7-22a5-4522-af9b-a2115dea4794 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374904 Jan 18 14:19:53.182232 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:53.294722 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b683b881-b442-4b9b-8917-a7d641144d7f req-28f77672-81d1-4b86-8c0c-ed7a3e9f8cf4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 1098 time: 0.0708184 Jan 18 14:19:53.339494 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b683b881-b442-4b9b-8917-a7d641144d7f req-2f35d16c-5700-4a66-a1f0-c1a8b8cca879 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Jan 18 14:19:53.342113 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14477fb2-20db-4857-9f68-69056c6e8822 req-e05d0c0c-d3e9-410b-a676-8b907bca1bee tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:53.343702 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-14477fb2-20db-4857-9f68-69056c6e8822 req-e05d0c0c-d3e9-410b-a676-8b907bca1bee tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0821121 Jan 18 14:19:53.387439 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:53.391030 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-14477fb2-20db-4857-9f68-69056c6e8822 req-6c29db45-e763-4217-a209-e4b6953b217a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Jan 18 14:19:54.258471 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e063d-68fc-4610-bc16-f9b36cfc353d req-4c4744d9-5813-4819-8e4b-fdb110ac8a0f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:54.260529 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-065e063d-68fc-4610-bc16-f9b36cfc353d req-4c4744d9-5813-4819-8e4b-fdb110ac8a0f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0899599 Jan 18 14:19:54.306195 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-065e063d-68fc-4610-bc16-f9b36cfc353d req-84a08228-2136-4380-b4c8-251f559ebbe8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393910 Jan 18 14:19:54.503932 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:54.595641 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b4b2e-9b9f-4c30-8139-b58ef38be43c req-23c0fe16-2f49-4edd-919e-b4f95d5fedb1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:54.597171 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-575b4b2e-9b9f-4c30-8139-b58ef38be43c req-23c0fe16-2f49-4edd-919e-b4f95d5fedb1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0756760 Jan 18 14:19:54.641887 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-575b4b2e-9b9f-4c30-8139-b58ef38be43c req-0ea7a937-1fff-4856-b5c1-ddcd4fdd2219 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390880 Jan 18 14:19:55.537708 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a2bae-0fe1-4d89-b98b-93859969e14e req-d031711e-75d7-4a0d-acb4-a98b3735d088 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:55.545028 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9a7a2bae-0fe1-4d89-b98b-93859969e14e req-d031711e-75d7-4a0d-acb4-a98b3735d088 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0924010 Jan 18 14:19:55.593311 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9a7a2bae-0fe1-4d89-b98b-93859969e14e req-107f150c-e1da-4377-b12c-daaf159a8ee8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473378 Jan 18 14:19:55.896648 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09873b60-dcff-4e3e-a35c-b57eb642c3bb req-1c75f4b3-b158-41f3-822b-7c3d724c419e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:55.898500 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-09873b60-dcff-4e3e-a35c-b57eb642c3bb req-1c75f4b3-b158-41f3-822b-7c3d724c419e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0883687 Jan 18 14:19:55.912309 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97588-9e7e-4e6b-aa04-ccafcff92f08 req-0016d761-6a1b-46fd-bed8-21fa4edf8cb3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:55.918079 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5bb97588-9e7e-4e6b-aa04-ccafcff92f08 req-0016d761-6a1b-46fd-bed8-21fa4edf8cb3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1419291 Jan 18 14:19:55.923301 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 60750) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:19:55.928670 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-199b2130-b403-4cde-a94d-8851a4f9a937 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'floatingip': {'port_id': '68be78db-1faa-4b65-b022-83b28ebbfd3e'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:19:55.961375 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-09873b60-dcff-4e3e-a35c-b57eb642c3bb req-00d39cc1-9e2f-43a0-8193-a92efe107fbf tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554368 Jan 18 14:19:56.117020 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-199b2130-b403-4cde-a94d-8851a4f9a937 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:56.576357 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cc69778e-3858-4613-92e6-582dd07b9722 req-04e93d23-9f72-4e79-9e36-a905000677b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 1098 time: 0.1000457 Jan 18 14:19:56.767346 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69778e-3858-4613-92e6-582dd07b9722 req-243237ea-1ab3-4ad5-a1aa-a5989c3b2a18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:56.770100 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cc69778e-3858-4613-92e6-582dd07b9722 req-243237ea-1ab3-4ad5-a1aa-a5989c3b2a18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 920 time: 0.1868787 Jan 18 14:19:56.937807 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956525c3-d458-4f6d-bfb5-7395f5f8c22e req-870c0146-e44c-4ea7-993e-dc84c617f55c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:56.939393 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-956525c3-d458-4f6d-bfb5-7395f5f8c22e req-870c0146-e44c-4ea7-993e-dc84c617f55c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.3593304 Jan 18 14:19:57.012512 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cc69778e-3858-4613-92e6-582dd07b9722 req-a3596759-3dfd-4697-8dc6-2c5f95c6761a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c9c1de-688b-427e-82b7-8911229e37c8 HTTP/1.1" status: 200 len: 217 time: 0.1502399 Jan 18 14:19:57.019375 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-956525c3-d458-4f6d-bfb5-7395f5f8c22e req-6ea64f96-9161-4d21-a86e-39ba7f3cc5bb tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718851 Jan 18 14:19:57.086054 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69778e-3858-4613-92e6-582dd07b9722 req-ec4f6969-0b02-4553-bcce-ccd1c184f6de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:57.088366 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cc69778e-3858-4613-92e6-582dd07b9722 req-ec4f6969-0b02-4553-bcce-ccd1c184f6de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 200 len: 859 time: 0.0703070 Jan 18 14:19:57.186291 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-199b2130-b403-4cde-a94d-8851a4f9a937 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:57.190201 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-199b2130-b403-4cde-a94d-8851a4f9a937 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:57.386897 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [None req-199b2130-b403-4cde-a94d-8851a4f9a937 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Floating IP 81a45924-3912-429b-8d74-d328b1a5326f associated. External IP: 172.27.1.217, port: 68be78db-1faa-4b65-b022-83b28ebbfd3e. Jan 18 14:19:57.835372 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199b2130-b403-4cde-a94d-8851a4f9a937 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:19:58.043731 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199b2130-b403-4cde-a94d-8851a4f9a937 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:19:58.057109 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] Sync routers for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:19:58.059219 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-199b2130-b403-4cde-a94d-8851a4f9a937 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:19:58.075256 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:19:58.076223 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:19:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:58.120850 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-199b2130-b403-4cde-a94d-8851a4f9a937 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "PUT /v2.0/floatingips/81a45924-3912-429b-8d74-d328b1a5326f HTTP/1.1" status: 200 len: 991 time: 2.1933830 Jan 18 14:19:58.120850 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:19:58.232780 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022b760-7740-425b-bb61-ab2927f5b9d1 req-6e2133fa-7704-4a66-8522-6d27254c053f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:58.234174 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3022b760-7740-425b-bb61-ab2927f5b9d1 req-6e2133fa-7704-4a66-8522-6d27254c053f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0798934 Jan 18 14:19:58.258108 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:19:58.278609 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3022b760-7740-425b-bb61-ab2927f5b9d1 req-69546509-2b03-4875-8b07-979deafa6f17 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Jan 18 14:19:58.353641 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'status': 'completed', 'code': 200} Jan 18 14:19:58.609020 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '81a45924-3912-429b-8d74-d328b1a5326f', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'port_id': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'mac_address': 'fa:16:3e:36:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:19:03Z', 'updated_at': '2022-01-18T14:19:57Z', 'revision_number': 1, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:58.612709 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] Checking router: 8e25e83d-59c3-48af-9c55-6e7ea9722f16 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:19:58.622714 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:19:58.623285 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:19:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:58.819325 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:19:59.188741 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '81a45924-3912-429b-8d74-d328b1a5326f', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'port_id': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'mac_address': 'fa:16:3e:36:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:19:03Z', 'updated_at': '2022-01-18T14:19:57Z', 'revision_number': 1, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:19:59.192563 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eefb73-7ced-4052-a43d-41c8cb05f245 None None] The sync data for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi is: [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '81a45924-3912-429b-8d74-d328b1a5326f', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'port_id': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'mac_address': 'fa:16:3e:36:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:19:03Z', 'updated_at': '2022-01-18T14:19:57Z', 'revision_number': 1, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:19:59.382449 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1542d813-0a85-4640-9993-c127985508b0 None None] New status for floating IP 81a45924-3912-429b-8d74-d328b1a5326f: ACTIVE {{(pid=82797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:19:59.481001 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99187dca-998b-4050-a76c-f580c1cd4dae req-0c92528f-2909-4d6f-be94-8da9ffb2522c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:19:59.489152 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-99187dca-998b-4050-a76c-f580c1cd4dae req-0c92528f-2909-4d6f-be94-8da9ffb2522c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0872304 Jan 18 14:19:59.534642 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-99187dca-998b-4050-a76c-f580c1cd4dae req-5a4fd1b3-0ff8-46f6-842b-e8ff909c00f6 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 Jan 18 14:20:00.767754 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34373b2-75e4-4436-bef0-bb98c87b0ba2 req-541643c4-fb22-4695-bda8-dcb96e6b2f0f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:00.772877 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b34373b2-75e4-4436-bef0-bb98c87b0ba2 req-541643c4-fb22-4695-bda8-dcb96e6b2f0f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1166666 Jan 18 14:20:00.783410 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cc69778e-3858-4613-92e6-582dd07b9722 req-9f48fbeb-2d6b-4c30-9dfb-7d85a8e088d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7868572-8726-4c93-974b-0ce5ad4eb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597944 Jan 18 14:20:00.839261 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b34373b2-75e4-4436-bef0-bb98c87b0ba2 req-4b67a471-4979-4ca1-854a-d7eedc359bb7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654554 Jan 18 14:20:00.855113 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03ad1be-f067-440e-bbd1-f5be3f7a2c42 req-ebed9908-d736-4ac4-a840-c9af2097dbc6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 1098 time: 0.1287894 Jan 18 14:20:00.939761 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cc69778e-3858-4613-92e6-582dd07b9722 req-9d60b21f-4679-4fb2-bf02-b977b2c7be8e service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473351 Jan 18 14:20:01.000840 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ad1be-f067-440e-bbd1-f5be3f7a2c42 req-374ade07-061d-40f5-9184-33cf759b4779 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:01.002298 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03ad1be-f067-440e-bbd1-f5be3f7a2c42 req-374ade07-061d-40f5-9184-33cf759b4779 service neutron] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 918 time: 0.1292512 Jan 18 14:20:01.071356 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cc69778e-3858-4613-92e6-582dd07b9722 req-2a7711fb-e13f-47c9-a74b-2b5493130942 service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242201 Jan 18 14:20:01.110980 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03ad1be-f067-440e-bbd1-f5be3f7a2c42 req-3ca73409-42b9-4531-8450-bb7de2a7191f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e HTTP/1.1" status: 200 len: 1001 time: 0.1003735 Jan 18 14:20:01.175815 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ad1be-f067-440e-bbd1-f5be3f7a2c42 req-82f972cc-1853-4354-a326-e7cafacbd899 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:01.177779 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03ad1be-f067-440e-bbd1-f5be3f7a2c42 req-82f972cc-1853-4354-a326-e7cafacbd899 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0596685 Jan 18 14:20:01.263139 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03ad1be-f067-440e-bbd1-f5be3f7a2c42 req-02d8a3fd-2b82-4a58-a1d8-bf1e171d64f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710695 Jan 18 14:20:01.398343 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03ad1be-f067-440e-bbd1-f5be3f7a2c42 req-82e5777b-a01c-4e5a-8fc4-f676e4c8487a service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206234 Jan 18 14:20:01.528417 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03ad1be-f067-440e-bbd1-f5be3f7a2c42 req-1d15ef73-4e87-404e-9525-c6c98c4d9599 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233151 Jan 18 14:20:02.037472 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c2605-d399-4bf0-b0ba-04651d627e4d req-3389f638-676f-434d-9fe4-27b1da1d69ad tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:02.038816 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b76c2605-d399-4bf0-b0ba-04651d627e4d req-3389f638-676f-434d-9fe4-27b1da1d69ad tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0738325 Jan 18 14:20:02.084835 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b76c2605-d399-4bf0-b0ba-04651d627e4d req-1b8430cf-f752-400e-bfb6-89ae43effeb2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 Jan 18 14:20:03.338325 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9657-f50e-47c5-9eca-56f67380d599 req-201236b5-3856-4392-8837-452f1820d038 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:03.339772 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fc0b9657-f50e-47c5-9eca-56f67380d599 req-201236b5-3856-4392-8837-452f1820d038 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1382372 Jan 18 14:20:03.383215 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fc0b9657-f50e-47c5-9eca-56f67380d599 req-e536171f-f122-41ee-bb00-f496b63c45b7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Jan 18 14:20:04.585873 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a8d23-96b1-4fca-97ce-f190e2148350 req-d1aab9b4-fdef-4b91-976f-d575d28e91cd tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:04.587256 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c7a8d23-96b1-4fca-97ce-f190e2148350 req-d1aab9b4-fdef-4b91-976f-d575d28e91cd tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0812755 Jan 18 14:20:04.632265 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c7a8d23-96b1-4fca-97ce-f190e2148350 req-30118f99-c95d-4bbf-91b8-332912c2c705 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393491 Jan 18 14:20:05.830197 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364205e-fcc3-428f-b4ae-0698aea58d25 req-082b4a1b-34bd-4206-b78e-871ea7e666c5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:05.832360 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3364205e-fcc3-428f-b4ae-0698aea58d25 req-082b4a1b-34bd-4206-b78e-871ea7e666c5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0793731 Jan 18 14:20:05.883026 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3364205e-fcc3-428f-b4ae-0698aea58d25 req-ebe397c0-29f5-44c5-b9da-80b0bb5d662e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441952 Jan 18 14:20:06.504661 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 32828) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:06.537963 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 32834) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:06.680584 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:06.725392 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:06.730037 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Usage tracker for resource:security_group_rule and tenant:e3ef0a6889fa49bbbc5f9694c8e85a28 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:06.733245 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:06.740822 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:06.789524 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 32848) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:06.821587 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:06.826471 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:06.871360 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3ef0a6889fa49bbbc5f9694c8e85a28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3655937 Jan 18 14:20:06.874914 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 32854) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:06.903356 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2049eaf-6cd3-4268-8baf-ac16c8487b0e,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:06.928669 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.929232 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.930387 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.931204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.933098 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.933511 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.933915 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.934313 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.936754 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.937136 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:06.938179 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e0d38e-c2d4-4adf-9c25-b6c010ade10d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.000075 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d31d2931-2968-4744-98ef-751bbf4a9e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.020607 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-043ca452-a9fc-4f4e-917d-2acb4159d185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.034687 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.075744 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.089818 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-043ca452-a9fc-4f4e-917d-2acb4159d185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:07.101011 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-043ca452-a9fc-4f4e-917d-2acb4159d185 admin admin] Usage tracker for resource:security_group_rule and tenant:22172e0832bb4aaea9653687326a7203 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:07.105676 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-043ca452-a9fc-4f4e-917d-2acb4159d185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:07.106083 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d31d2931-2968-4744-98ef-751bbf4a9e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:07.113284 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d31d2931-2968-4744-98ef-751bbf4a9e89 admin admin] Usage tracker for resource:security_group_rule and tenant:f5015e4a1c6c4c8591e9d11d005c246a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:07.117009 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d31d2931-2968-4744-98ef-751bbf4a9e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:07.120817 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-043ca452-a9fc-4f4e-917d-2acb4159d185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:07.128934 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d31d2931-2968-4744-98ef-751bbf4a9e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:07.171130 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.189288 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad213558-9305-4f60-a55e-7eadcb44809c req-78c744ca-bba5-4459-bd92-1a053c824196 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:07.191280 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad213558-9305-4f60-a55e-7eadcb44809c req-78c744ca-bba5-4459-bd92-1a053c824196 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1292212 Jan 18 14:20:07.215088 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.218549 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2049eaf-6cd3-4268-8baf-ac16c8487b0e HTTP/1.1" status: 204 len: 168 time: 0.3398077 Jan 18 14:20:07.219078 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2049eaf-6cd3-4268-8baf-ac16c8487b0e,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:07.236285 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-043ca452-a9fc-4f4e-917d-2acb4159d185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.240105 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.240530 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.240788 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.241229 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.241566 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.241896 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.242222 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.242548 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.242898 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.243299 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.243516 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e03a212-4246-42fc-bf69-989dba0c784d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:07.246726 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-043ca452-a9fc-4f4e-917d-2acb4159d185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.293742 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ca452-a9fc-4f4e-917d-2acb4159d185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3fb5be-5f7d-4fd3-9287-e412ca5c9f25,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:07.294753 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad213558-9305-4f60-a55e-7eadcb44809c req-d09d0851-e426-42ed-8c74-9d14d1d61fde tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942059 Jan 18 14:20:07.301721 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d31d2931-2968-4744-98ef-751bbf4a9e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.306955 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d31d2931-2968-4744-98ef-751bbf4a9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.319555 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-043ca452-a9fc-4f4e-917d-2acb4159d185 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22172e0832bb4aaea9653687326a7203&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5248642 Jan 18 14:20:07.322843 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 32864) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:07.359792 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d2931-2968-4744-98ef-751bbf4a9e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8f062-b089-44db-bd7a-46633f6e3270,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:07.373823 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d31d2931-2968-4744-98ef-751bbf4a9e89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5015e4a1c6c4c8591e9d11d005c246a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8344066 Jan 18 14:20:07.376318 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 32868) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:07.397989 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-061c78ec-18c0-4d15-b85e-0a5b4e6012da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.433433 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-061c78ec-18c0-4d15-b85e-0a5b4e6012da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.488648 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aee9987b-1144-4693-b8df-3e5fc7787802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.497775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-061c78ec-18c0-4d15-b85e-0a5b4e6012da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.523327 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c78ec-18c0-4d15-b85e-0a5b4e6012da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3fb5be-5f7d-4fd3-9287-e412ca5c9f25,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:07.537202 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aee9987b-1144-4693-b8df-3e5fc7787802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.540338 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-061c78ec-18c0-4d15-b85e-0a5b4e6012da admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.541555 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-061c78ec-18c0-4d15-b85e-0a5b4e6012da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e3fb5be-5f7d-4fd3-9287-e412ca5c9f25 HTTP/1.1" status: 204 len: 168 time: 0.2175777 Jan 18 14:20:07.614157 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aee9987b-1144-4693-b8df-3e5fc7787802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.645264 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9987b-1144-4693-b8df-3e5fc7787802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f8f062-b089-44db-bd7a-46633f6e3270,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:07.654505 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aee9987b-1144-4693-b8df-3e5fc7787802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.660703 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-aee9987b-1144-4693-b8df-3e5fc7787802 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09f8f062-b089-44db-bd7a-46633f6e3270 HTTP/1.1" status: 204 len: 168 time: 0.2833962 Jan 18 14:20:07.802512 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 32886) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:07.823476 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0dacb344-923a-4f3e-8dae-b5176f74ea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.855745 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-0dacb344-923a-4f3e-8dae-b5176f74ea1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:07.859857 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-0dacb344-923a-4f3e-8dae-b5176f74ea1d admin admin] Usage tracker for resource:security_group_rule and tenant:bd9fdddb51f44fc783de2840e4b36976 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:07.863027 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-0dacb344-923a-4f3e-8dae-b5176f74ea1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:07.869473 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-0dacb344-923a-4f3e-8dae-b5176f74ea1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:07.941650 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0dacb344-923a-4f3e-8dae-b5176f74ea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:07.948918 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0dacb344-923a-4f3e-8dae-b5176f74ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.004924 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacb344-923a-4f3e-8dae-b5176f74ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574500fe-a972-4ffd-99d1-89d230aa84af,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:08.010798 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-0dacb344-923a-4f3e-8dae-b5176f74ea1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd9fdddb51f44fc783de2840e4b36976&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2067337 Jan 18 14:20:08.013680 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 32892) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:08.069308 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 32898) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:08.082702 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6b42-0b94-4d2f-8317-95e4f629d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.088746 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a211483f-0688-4455-bcde-480084d40d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.125142 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-a211483f-0688-4455-bcde-480084d40d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:08.129934 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-a211483f-0688-4455-bcde-480084d40d47 admin admin] Usage tracker for resource:security_group_rule and tenant:44963087c0c64ea98927127ffbf68c44 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:08.134767 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-a211483f-0688-4455-bcde-480084d40d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:08.146328 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-a211483f-0688-4455-bcde-480084d40d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:08.161797 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6b42-0b94-4d2f-8317-95e4f629d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.218309 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6b42-0b94-4d2f-8317-95e4f629d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.222871 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a211483f-0688-4455-bcde-480084d40d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.227693 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a211483f-0688-4455-bcde-480084d40d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.233122 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a6b42-0b94-4d2f-8317-95e4f629d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574500fe-a972-4ffd-99d1-89d230aa84af,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:08.240523 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6b42-0b94-4d2f-8317-95e4f629d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.244566 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-0a4a6b42-0b94-4d2f-8317-95e4f629d478 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/574500fe-a972-4ffd-99d1-89d230aa84af HTTP/1.1" status: 204 len: 168 time: 0.2271953 Jan 18 14:20:08.284556 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a211483f-0688-4455-bcde-480084d40d47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44963087c0c64ea98927127ffbf68c44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2117536 Jan 18 14:20:08.284556 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211483f-0688-4455-bcde-480084d40d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5f5368-7cae-45c5-9c5c-d2932ec689db,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:08.284939 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 32910) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:08.350651 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-abfbe591-35fd-4935-9b73-aab84e8fd6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.380642 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-abfbe591-35fd-4935-9b73-aab84e8fd6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.460654 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-abfbe591-35fd-4935-9b73-aab84e8fd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.476529 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbe591-35fd-4935-9b73-aab84e8fd6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5f5368-7cae-45c5-9c5c-d2932ec689db,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:08.496768 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-abfbe591-35fd-4935-9b73-aab84e8fd6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:08.502025 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-abfbe591-35fd-4935-9b73-aab84e8fd6c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a5f5368-7cae-45c5-9c5c-d2932ec689db HTTP/1.1" status: 204 len: 168 time: 0.2154756 Jan 18 14:20:08.590434 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9a49c-6176-43cc-a4f0-316063bb8781 req-c309f8eb-bd98-4de7-9397-eeee994409e7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:08.592061 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-76f9a49c-6176-43cc-a4f0-316063bb8781 req-c309f8eb-bd98-4de7-9397-eeee994409e7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0918751 Jan 18 14:20:08.661170 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-76f9a49c-6176-43cc-a4f0-316063bb8781 req-d47b390d-f27c-4537-8c14-2d817e6e37be tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595279 Jan 18 14:20:09.893012 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1faca1-bbab-4b35-817c-94daf17f30f1 req-5991c8dd-8d5e-4873-8b9d-b357fc3d8162 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:09.894569 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d1faca1-bbab-4b35-817c-94daf17f30f1 req-5991c8dd-8d5e-4873-8b9d-b357fc3d8162 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1102946 Jan 18 14:20:09.947696 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d1faca1-bbab-4b35-817c-94daf17f30f1 req-e99cd514-bb99-425b-a0b1-2f4ece9770c4 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463798 Jan 18 14:20:11.151960 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae0a9c-9a91-42d9-929b-89cd588d1def req-9cc081fc-4cc1-4df9-ab1c-576aaa4a2063 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:11.154407 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2eae0a9c-9a91-42d9-929b-89cd588d1def req-9cc081fc-4cc1-4df9-ab1c-576aaa4a2063 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0856485 Jan 18 14:20:11.204090 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2eae0a9c-9a91-42d9-929b-89cd588d1def req-b6d71a76-fbb1-4dea-b8e8-1829061be5e2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432007 Jan 18 14:20:12.412888 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597aa2d-a740-41fa-92dc-a1b974e06fb3 req-a4d03fdf-093a-482c-a2dc-e3ca560653e9 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:12.414369 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f597aa2d-a740-41fa-92dc-a1b974e06fb3 req-a4d03fdf-093a-482c-a2dc-e3ca560653e9 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0803177 Jan 18 14:20:12.462237 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f597aa2d-a740-41fa-92dc-a1b974e06fb3 req-4655a905-b8f4-4cce-87ed-f658c90ef826 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Jan 18 14:20:12.981367 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:13.309303 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33120) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:13.456493 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ac695119-e2ba-4b0f-93bb-bfd5c70f6509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:13.500544 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-ac695119-e2ba-4b0f-93bb-bfd5c70f6509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:13.505265 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-ac695119-e2ba-4b0f-93bb-bfd5c70f6509 admin admin] Usage tracker for resource:security_group_rule and tenant:14180d3281e747d08659916986aa3ef0 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:13.508284 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-ac695119-e2ba-4b0f-93bb-bfd5c70f6509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:13.515664 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-ac695119-e2ba-4b0f-93bb-bfd5c70f6509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:13.589751 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ac695119-e2ba-4b0f-93bb-bfd5c70f6509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:13.594294 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ac695119-e2ba-4b0f-93bb-bfd5c70f6509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:13.632808 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac695119-e2ba-4b0f-93bb-bfd5c70f6509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4795d25-9e1f-40e2-86f4-1ca1cadc5ede,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:13.654050 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-ac695119-e2ba-4b0f-93bb-bfd5c70f6509 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14180d3281e747d08659916986aa3ef0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3413572 Jan 18 14:20:13.654616 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33138) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:13.705897 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a01342-c0e4-4b93-88ea-cf2fa08c6fe1 req-aa485f85-2ce5-4658-8acb-f6ea64fa054f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:13.707341 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-89a01342-c0e4-4b93-88ea-cf2fa08c6fe1 req-aa485f85-2ce5-4658-8acb-f6ea64fa054f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0868082 Jan 18 14:20:13.714831 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5c530498-587f-4143-8b79-1c4ac49db502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:13.740463 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5c530498-587f-4143-8b79-1c4ac49db502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:13.751914 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-89a01342-c0e4-4b93-88ea-cf2fa08c6fe1 req-06e9ec1d-c860-4ae4-8355-e78c4740f249 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387890 Jan 18 14:20:13.790582 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5c530498-587f-4143-8b79-1c4ac49db502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:13.807409 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c530498-587f-4143-8b79-1c4ac49db502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4795d25-9e1f-40e2-86f4-1ca1cadc5ede,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:13.813693 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5c530498-587f-4143-8b79-1c4ac49db502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:13.814817 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-5c530498-587f-4143-8b79-1c4ac49db502 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4795d25-9e1f-40e2-86f4-1ca1cadc5ede HTTP/1.1" status: 204 len: 168 time: 0.1591630 Jan 18 14:20:14.149614 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33150) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:14.168426 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e9ebce57-048a-4fce-a428-7807a5f1a68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:14.204340 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e9ebce57-048a-4fce-a428-7807a5f1a68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:14.208462 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e9ebce57-048a-4fce-a428-7807a5f1a68e admin admin] Usage tracker for resource:security_group_rule and tenant:12c27f19966f475ea91dc876ea51e28f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:14.211313 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e9ebce57-048a-4fce-a428-7807a5f1a68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:14.217362 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e9ebce57-048a-4fce-a428-7807a5f1a68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:14.302963 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e9ebce57-048a-4fce-a428-7807a5f1a68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:14.309369 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e9ebce57-048a-4fce-a428-7807a5f1a68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:14.378624 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33166) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:14.379142 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e9ebce57-048a-4fce-a428-7807a5f1a68e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12c27f19966f475ea91dc876ea51e28f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2279854 Jan 18 14:20:14.409616 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebce57-048a-4fce-a428-7807a5f1a68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112d95bb-01b7-4378-a94b-da0d59b4d8e9,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:14.473214 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-81283c4b-0055-48b5-b5a5-04872b3f29e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:14.503562 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-81283c4b-0055-48b5-b5a5-04872b3f29e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:14.558641 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-81283c4b-0055-48b5-b5a5-04872b3f29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:14.572861 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81283c4b-0055-48b5-b5a5-04872b3f29e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112d95bb-01b7-4378-a94b-da0d59b4d8e9,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:14.580391 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-81283c4b-0055-48b5-b5a5-04872b3f29e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:14.584346 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-81283c4b-0055-48b5-b5a5-04872b3f29e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/112d95bb-01b7-4378-a94b-da0d59b4d8e9 HTTP/1.1" status: 204 len: 168 time: 0.1983333 Jan 18 14:20:14.997326 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992bed3-5fc0-43c4-abec-c099b3b2bdd2 req-1e474a64-8e9b-476f-a33d-802ba5725d75 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:14.998784 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c992bed3-5fc0-43c4-abec-c099b3b2bdd2 req-1e474a64-8e9b-476f-a33d-802ba5725d75 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0842669 Jan 18 14:20:15.047662 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c992bed3-5fc0-43c4-abec-c099b3b2bdd2 req-f35578e3-f9b6-443c-91fc-81aa3c2dc6ce tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Jan 18 14:20:15.938634 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-72f3ae45-3e3c-41f9-9727-780ca6e512d8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:15.939586 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-72f3ae45-3e3c-41f9-9727-780ca6e512d8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Synchronizing usage tracker for tenant:a871a98db7e841b9bf50f139a8473791 on resource:network {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:20:15.967343 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-72f3ae45-3e3c-41f9-9727-780ca6e512d8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Unset dirty status for tenant:a871a98db7e841b9bf50f139a8473791 on resource:network {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:20:15.976622 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-72f3ae45-3e3c-41f9-9727-780ca6e512d8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 815 time: 0.2629902 Jan 18 14:20:15.995136 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-3937c5d1-137d-4b98-a868-db604343692e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/quotas/a871a98db7e841b9bf50f139a8473791 HTTP/1.1" status: 200 len: 375 time: 0.0173736 Jan 18 14:20:16.077573 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-765a5fad-4d8f-4c83-a8aa-a15b51b6c973 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770321 Jan 18 14:20:16.287740 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47904d2-f2e6-4dc7-902a-d6b7c423a735 req-6fabb0e1-f05f-41a6-b677-2a3260b4a886 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:16.289310 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f47904d2-f2e6-4dc7-902a-d6b7c423a735 req-6fabb0e1-f05f-41a6-b677-2a3260b4a886 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0920839 Jan 18 14:20:16.304233 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-f30c324d-7f28-4ad7-b99f-6062f62aa6c6 service neutron] 10.222.0.45 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112365 Jan 18 14:20:16.350575 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f47904d2-f2e6-4dc7-902a-d6b7c423a735 req-8cad66fc-b60d-4ac4-80ad-cefe4cd66622 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542626 Jan 18 14:20:16.441214 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-d26452bd-2725-4045-b97e-3099d61e4d88 service neutron] 10.222.0.45 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360250 Jan 18 14:20:16.643246 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e3fef917-34a4-4fa7-b1c8-48c83e3c6e67 req-95282004-1305-41f1-83f5-9eea30e2c49e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 210 time: 0.0644698 Jan 18 14:20:17.548523 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:20:17.557566 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1a546-dc83-4be5-9672-5882eea0518d req-97f2a151-5744-4674-a2be-041548d3f7e1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:17.559006 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-20a1a546-dc83-4be5-9672-5882eea0518d req-97f2a151-5744-4674-a2be-041548d3f7e1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0847192 Jan 18 14:20:17.604047 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-20a1a546-dc83-4be5-9672-5882eea0518d req-4d978777-ff62-4ed5-b336-43fb0e08b378 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393713 Jan 18 14:20:17.792857 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1197364a-0721-43e9-bb2a-3382f08008ac req-c262680d-c02c-45d3-ad54-94e9197af0ab tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 210 time: 0.0401392 Jan 18 14:20:18.794763 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b79c3-3f45-41a9-bd2c-5d63a6e63a71 req-e130b5eb-b267-4e51-8d42-cb51af44a0d1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:18.796214 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-489b79c3-3f45-41a9-bd2c-5d63a6e63a71 req-e130b5eb-b267-4e51-8d42-cb51af44a0d1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0744295 Jan 18 14:20:18.844697 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-489b79c3-3f45-41a9-bd2c-5d63a6e63a71 req-f3444290-c722-44a2-a208-543286e2f043 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Jan 18 14:20:18.990961 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96675373-f481-4afc-aa42-7fb0b7d2f500 req-4984956b-c26b-4e74-a163-6fc20472c5c7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 210 time: 0.0387754 Jan 18 14:20:19.825306 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4530ffbb-c6fd-4fec-8b07-7aeeeaca1ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:20.045803 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e7487-0692-44eb-a7db-e839b66b3514 req-2870cceb-9fa3-4bf3-942a-6a9b50e6797b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:20.047236 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1e2e7487-0692-44eb-a7db-e839b66b3514 req-2870cceb-9fa3-4bf3-942a-6a9b50e6797b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0737853 Jan 18 14:20:20.095278 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1e2e7487-0692-44eb-a7db-e839b66b3514 req-ac96f8f7-ac17-4650-98c7-8617f7a2c0f7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Jan 18 14:20:20.240558 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-33e93fcd-98d3-4b2c-b5be-37184c038b30 req-0d775d82-c002-4820-8e7f-1ed929489df5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 210 time: 0.0409086 Jan 18 14:20:21.192265 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-9c5f3b6f-c1ec-4bff-bca7-2d8eaccf9037 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:21.193777 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-9c5f3b6f-c1ec-4bff-bca7-2d8eaccf9037 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 815 time: 0.1824930 Jan 18 14:20:21.226268 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Request body: {'port': {'device_id': 'bc21a08e-46ae-4e9b-97b8-9423b608f370', 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404', 'admin_state_up': True, 'tenant_id': 'a871a98db7e841b9bf50f139a8473791'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:21.419440 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:21.437584 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29f0e6-0cfc-42ca-9056-8ae29a16cb7e req-d25e4f31-25ea-40f4-af13-4779aa8a1a99 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:21.441421 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ca29f0e6-0cfc-42ca-9056-8ae29a16cb7e req-d25e4f31-25ea-40f4-af13-4779aa8a1a99 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.2193589 Jan 18 14:20:21.443322 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:21.491633 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ca29f0e6-0cfc-42ca-9056-8ae29a16cb7e req-8718feb1-6b45-4f26-b036-ab4dee326947 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455208 Jan 18 14:20:21.498023 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Made reservation on behalf of a871a98db7e841b9bf50f139a8473791 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:20:21.503248 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:21.606925 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9d767360-815a-47e0-86bb-f9f367f2aaed req-b31dfd64-5c7d-4bf7-b80a-ec74db89243f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 210 time: 0.0467165 Jan 18 14:20:21.689263 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Allocated IP 172.20.0.14 (e7ca2570-4bec-4646-a4e5-5b13fa852404/f82f4544-0fa8-4654-8c26-8d81dd7edb0e/87dbbecc-0a49-4517-9b8b-90c69b82fda6) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:21.890782 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:21.927124 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:21.940204 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['07490b20-63d5-43f1-8280-8b3589b26f6f'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:20:22.008116 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Network e7ca2570-4bec-4646-a4e5-5b13fa852404 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:22.012151 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:22.016926 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:22.021552 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:22.021650 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:22.025520 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Pushing event updated for resources: {'Port': ['ID=87dbbecc-0a49-4517-9b8b-90c69b82fda6,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:22.068294 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-fc458c84-eb08-48c6-a31f-a13d617b6677 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8482544 Jan 18 14:20:22.084220 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Request body: {'port': {'device_id': 'bc21a08e-46ae-4e9b-97b8-9423b608f370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:22.146088 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c846a40a-8336-4255-a325-30c05ce44ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:22.224252 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:22.576449 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87dbbecc-0a49-4517-9b8b-90c69b82fda6 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:20:22.583587 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:22.598845 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Transition to ACTIVE for port object 87dbbecc-0a49-4517-9b8b-90c69b82fda6 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:22.609040 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:22.770791 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61decabf-c579-46a9-b468-e8485994a716 req-34634267-49a4-49e7-916d-61ad61c9d345 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:22.773576 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-61decabf-c579-46a9-b468-e8485994a716 req-34634267-49a4-49e7-916d-61ad61c9d345 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1183608 Jan 18 14:20:22.806338 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Pushing event updated for resources: {'Port': ['ID=87dbbecc-0a49-4517-9b8b-90c69b82fda6,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:22.825496 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-61decabf-c579-46a9-b468-e8485994a716 req-244bcde6-632c-4ed3-93af-bdd2aa0d26e2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457678 Jan 18 14:20:22.949736 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Attempting to bind port 87dbbecc-0a49-4517-9b8b-90c69b82fda6 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:20:22.950091 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Attempting to bind port 87dbbecc-0a49-4517-9b8b-90c69b82fda6 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:20:22.950454 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Attempting to bind port 87dbbecc-0a49-4517-9b8b-90c69b82fda6 on network e7ca2570-4bec-4646-a4e5-5b13fa852404 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:22.962093 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Port 87dbbecc-0a49-4517-9b8b-90c69b82fda6 on network e7ca2570-4bec-4646-a4e5-5b13fa852404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:20:22.962413 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Attempting to bind port 87dbbecc-0a49-4517-9b8b-90c69b82fda6 on network e7ca2570-4bec-4646-a4e5-5b13fa852404 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:22.974752 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:20:22.975001 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Checking segment: {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:22.975394 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Bound using segment: {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:20:22.975802 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Bound port: 87dbbecc-0a49-4517-9b8b-90c69b82fda6, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:20:22.976143 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:22.992297 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6279b-3869-4d3e-9cd4-4cbec4e7bd8d req-1b1bca9e-6438-4ab1-88e6-249ea54225c2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:22.993018 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-c9a6279b-3869-4d3e-9cd4-4cbec4e7bd8d req-1b1bca9e-6438-4ab1-88e6-249ea54225c2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Synchronizing usage tracker for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:20:23.054962 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-c9a6279b-3869-4d3e-9cd4-4cbec4e7bd8d req-1b1bca9e-6438-4ab1-88e6-249ea54225c2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Unset dirty status for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:20:23.056152 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c9a6279b-3869-4d3e-9cd4-4cbec4e7bd8d req-1b1bca9e-6438-4ab1-88e6-249ea54225c2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 944 time: 0.2518444 Jan 18 14:20:23.109872 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] For port 87dbbecc-0a49-4517-9b8b-90c69b82fda6, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:20:23.114230 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] For port 87dbbecc-0a49-4517-9b8b-90c69b82fda6, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=87dbbecc-0a49-4517-9b8b-90c69b82fda6,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:20:23.121403 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:23.187892 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c9a6279b-3869-4d3e-9cd4-4cbec4e7bd8d req-a924ed29-0d7c-4342-a89e-fdf529d781a7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247730 Jan 18 14:20:23.207538 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:23.209705 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-29314da8-121d-4738-ac51-acef1555c127 service neutron] 10.222.0.77 "PUT /v2.0/ports/87dbbecc-0a49-4517-9b8b-90c69b82fda6 HTTP/1.1" status: 200 len: 1094 time: 1.1316874 Jan 18 14:20:23.211267 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:23.213876 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc21a08e-46ae-4e9b-97b8-9423b608f370', 'tag': '87dbbecc-0a49-4517-9b8b-90c69b82fda6'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:20:23.260634 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29314da8-121d-4738-ac51-acef1555c127 service neutron] Pushing event updated for resources: {'Port': ['ID=87dbbecc-0a49-4517-9b8b-90c69b82fda6,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:23.336708 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc21a08e-46ae-4e9b-97b8-9423b608f370', 'tag': '87dbbecc-0a49-4517-9b8b-90c69b82fda6', 'status': 'completed', 'code': 200} Jan 18 14:20:23.393505 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-74c1d277-e1c9-4ace-b1b7-3254fd939c46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 1097 time: 0.0971355 Jan 18 14:20:23.398562 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:23.475628 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-1b9ac1ad-a842-4e53-a643-5841615cbbad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87dbbecc-0a49-4517-9b8b-90c69b82fda6 HTTP/1.1" status: 200 len: 217 time: 0.0674388 Jan 18 14:20:23.547104 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-24ca8416-f983-458e-980c-53801ab21dad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:23.548602 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-24ca8416-f983-458e-980c-53801ab21dad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f82f4544-0fa8-4654-8c26-8d81dd7edb0e HTTP/1.1" status: 200 len: 855 time: 0.0670159 Jan 18 14:20:23.595290 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-cef98973-3307-4ef4-930d-bf77da0c98a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7ca2570-4bec-4646-a4e5-5b13fa852404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395238 Jan 18 14:20:23.761817 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-128ab478-ce27-43c3-863c-a79ac27a0f53 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587911 Jan 18 14:20:23.993658 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f232d601-d4c5-4246-9073-97bc7be00ac5 req-74532dbd-462e-4209-9929-feb765dea24b service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114344 Jan 18 14:20:24.009060 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59138dd9-a230-4e75-a0eb-650b56417883 req-30aea569-d6ca-4893-933a-d378fe1c1628 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:24.010713 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-59138dd9-a230-4e75-a0eb-650b56417883 req-30aea569-d6ca-4893-933a-d378fe1c1628 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.2062945 Jan 18 14:20:24.068130 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2da2f-bef1-46ae-aca0-9914a234bf13 req-a0eb3e99-4a69-49fe-94ce-d230f6252933 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:24.069607 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b5c2da2f-bef1-46ae-aca0-9914a234bf13 req-a0eb3e99-4a69-49fe-94ce-d230f6252933 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0931647 Jan 18 14:20:24.096136 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-59138dd9-a230-4e75-a0eb-650b56417883 req-cfe14f85-bcf3-4619-8d38-04aac774abe1 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797110 Jan 18 14:20:24.121154 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b5c2da2f-bef1-46ae-aca0-9914a234bf13 req-99b2e291-4665-449b-8bf4-412936b725cd tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Jan 18 14:20:24.127643 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbcd5006-6c00-466b-a2d4-ab2aab9e5539 req-0ab82871-ec02-44bd-9fe1-96a8070c4ff2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 1097 time: 0.0786247 Jan 18 14:20:24.270074 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd5006-6c00-466b-a2d4-ab2aab9e5539 req-54465fb8-ea73-4830-9256-d8f99bb1364f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:24.272380 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbcd5006-6c00-466b-a2d4-ab2aab9e5539 req-54465fb8-ea73-4830-9256-d8f99bb1364f service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 916 time: 0.1374946 Jan 18 14:20:24.388793 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbcd5006-6c00-466b-a2d4-ab2aab9e5539 req-e44b4cad-a460-464a-b278-a312223d23e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87dbbecc-0a49-4517-9b8b-90c69b82fda6 HTTP/1.1" status: 200 len: 217 time: 0.1100931 Jan 18 14:20:24.480062 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f9fb5-52d4-40f6-8b71-8e3dab700789 req-24ffed5a-929b-4ddb-ae1c-35d6b71e8d4f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:24.481551 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e51f9fb5-52d4-40f6-8b71-8e3dab700789 req-24ffed5a-929b-4ddb-ae1c-35d6b71e8d4f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 944 time: 0.1476905 Jan 18 14:20:24.485360 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd5006-6c00-466b-a2d4-ab2aab9e5539 req-a1f4ade8-33e2-43ca-a457-ccf81146cf35 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:24.486724 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbcd5006-6c00-466b-a2d4-ab2aab9e5539 req-a1f4ade8-33e2-43ca-a457-ccf81146cf35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f82f4544-0fa8-4654-8c26-8d81dd7edb0e HTTP/1.1" status: 200 len: 855 time: 0.0861323 Jan 18 14:20:24.512171 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:24.556203 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbcd5006-6c00-466b-a2d4-ab2aab9e5539 req-df61e106-5166-42ef-a06f-e1e26e48338e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7ca2570-4bec-4646-a4e5-5b13fa852404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628500 Jan 18 14:20:24.655072 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e51f9fb5-52d4-40f6-8b71-8e3dab700789 req-e3a27a81-f653-4e8d-875d-5772d68eff85 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601996 Jan 18 14:20:24.710319 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbcd5006-6c00-466b-a2d4-ab2aab9e5539 req-979fa1f2-8a7a-4752-8dcc-60b4eeefb6fc service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410782 Jan 18 14:20:24.808819 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33492) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:24.942295 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbcd5006-6c00-466b-a2d4-ab2aab9e5539 req-a5d32e09-1d57-44f2-9bc1-b1c7fc18ebf8 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252753 Jan 18 14:20:25.030633 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d80e2f7-6327-4930-be85-71701beadf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.076531 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3d80e2f7-6327-4930-be85-71701beadf0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:25.080611 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3d80e2f7-6327-4930-be85-71701beadf0a admin admin] Usage tracker for resource:security_group_rule and tenant:6eacb4f3fcec4cb1b6c34752bc3b230d is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:25.083534 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3d80e2f7-6327-4930-be85-71701beadf0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:25.089442 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3d80e2f7-6327-4930-be85-71701beadf0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:25.210688 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d80e2f7-6327-4930-be85-71701beadf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.217204 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d80e2f7-6327-4930-be85-71701beadf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.285123 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3d80e2f7-6327-4930-be85-71701beadf0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6eacb4f3fcec4cb1b6c34752bc3b230d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4750955 Jan 18 14:20:25.285719 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33526) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:25.327210 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80e2f7-6327-4930-be85-71701beadf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619bad70-0bea-4a75-8907-d08824b8a6bf,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:25.360766 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a3dd0-0b04-42f9-b44b-7f4d6a5240d3 req-8656cd98-a5aa-43b5-8b9b-2e3bb0c88c70 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:25.363549 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-680a3dd0-0b04-42f9-b44b-7f4d6a5240d3 req-8656cd98-a5aa-43b5-8b9b-2e3bb0c88c70 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.1108613 Jan 18 14:20:25.414049 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2dc71c35-30d2-4ed2-9022-6fd64a46b024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.427438 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-680a3dd0-0b04-42f9-b44b-7f4d6a5240d3 req-bafe98df-6d37-4628-8102-272e391d533d tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568449 Jan 18 14:20:25.453255 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33532) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:25.460363 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2dc71c35-30d2-4ed2-9022-6fd64a46b024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.510665 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c62e4-cb42-47c6-9b5f-323054a2863f req-5300c2ba-c2b1-4f06-b31e-75b805eca9c9 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:25.512367 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e75c62e4-cb42-47c6-9b5f-323054a2863f req-5300c2ba-c2b1-4f06-b31e-75b805eca9c9 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1603069 Jan 18 14:20:25.560057 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2dc71c35-30d2-4ed2-9022-6fd64a46b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.575868 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33540) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:25.583556 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc71c35-30d2-4ed2-9022-6fd64a46b024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619bad70-0bea-4a75-8907-d08824b8a6bf,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:25.601531 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e75c62e4-cb42-47c6-9b5f-323054a2863f req-fd329ab8-2a8f-4bc0-b713-fa8c04af99c3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809100 Jan 18 14:20:25.603022 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2dc71c35-30d2-4ed2-9022-6fd64a46b024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.604721 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-2dc71c35-30d2-4ed2-9022-6fd64a46b024 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/619bad70-0bea-4a75-8907-d08824b8a6bf HTTP/1.1" status: 204 len: 168 time: 0.3155785 Jan 18 14:20:25.686328 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e84d5452-7def-4e65-a58b-d8fa14374535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.714880 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-55287e7a-7108-41a0-a423-86a7ba8b2a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.722172 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e84d5452-7def-4e65-a58b-d8fa14374535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:25.726620 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e84d5452-7def-4e65-a58b-d8fa14374535 admin admin] Usage tracker for resource:security_group_rule and tenant:ef899780fd384e35aca7419134ffc082 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:25.730694 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e84d5452-7def-4e65-a58b-d8fa14374535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:25.737717 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e84d5452-7def-4e65-a58b-d8fa14374535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:25.752394 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-55287e7a-7108-41a0-a423-86a7ba8b2a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:25.757320 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-55287e7a-7108-41a0-a423-86a7ba8b2a30 admin admin] Usage tracker for resource:security_group_rule and tenant:63debeab4766470db6d7053e96e991b0 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:25.760432 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-55287e7a-7108-41a0-a423-86a7ba8b2a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:25.769553 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-55287e7a-7108-41a0-a423-86a7ba8b2a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:25.851194 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-55287e7a-7108-41a0-a423-86a7ba8b2a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.857164 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-55287e7a-7108-41a0-a423-86a7ba8b2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.870692 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e84d5452-7def-4e65-a58b-d8fa14374535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.888895 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e84d5452-7def-4e65-a58b-d8fa14374535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:25.917358 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287e7a-7108-41a0-a423-86a7ba8b2a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c7bf06-86e1-47d4-bafa-1027a5919e71,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:25.925397 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-55287e7a-7108-41a0-a423-86a7ba8b2a30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63debeab4766470db6d7053e96e991b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4655585 Jan 18 14:20:25.925625 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33552) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:25.931836 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e84d5452-7def-4e65-a58b-d8fa14374535 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef899780fd384e35aca7419134ffc082&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3519812 Jan 18 14:20:25.933122 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33556) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:25.981781 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d5452-7def-4e65-a58b-d8fa14374535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2cbd4-6fac-4e1b-b25c-7a80114e3818,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:25.991015 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6bafa3b8-025c-404a-9521-d0228af61779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.006869 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c1bf5-cd85-414a-b8af-32e12154b95d req-911b572a-14d0-47f2-a420-b58b49755ea7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:26.008304 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-808c1bf5-cd85-414a-b8af-32e12154b95d req-911b572a-14d0-47f2-a420-b58b49755ea7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 944 time: 0.2018850 Jan 18 14:20:26.021309 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6bafa3b8-025c-404a-9521-d0228af61779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.059776 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-643af4b3-baed-4efc-ae73-a4807cfef053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.082811 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6bafa3b8-025c-404a-9521-d0228af61779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.091829 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-808c1bf5-cd85-414a-b8af-32e12154b95d req-62800617-cffd-4d71-bb23-dc4fe6bafac2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762601 Jan 18 14:20:26.099447 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-643af4b3-baed-4efc-ae73-a4807cfef053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.104854 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33562) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:26.126071 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafa3b8-025c-404a-9521-d0228af61779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c7bf06-86e1-47d4-bafa-1027a5919e71,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:26.134079 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6bafa3b8-025c-404a-9521-d0228af61779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.137963 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-6bafa3b8-025c-404a-9521-d0228af61779 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1c7bf06-86e1-47d4-bafa-1027a5919e71 HTTP/1.1" status: 204 len: 168 time: 0.2092438 Jan 18 14:20:26.137963 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6eac-1e03-4396-9b03-32706e0de4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.169621 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-643af4b3-baed-4efc-ae73-a4807cfef053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.185920 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643af4b3-baed-4efc-ae73-a4807cfef053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2cbd4-6fac-4e1b-b25c-7a80114e3818,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:26.187747 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-0bbb6eac-1e03-4396-9b03-32706e0de4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:26.192139 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-0bbb6eac-1e03-4396-9b03-32706e0de4ba admin admin] Usage tracker for resource:security_group_rule and tenant:411ff70a08ef4ed3b5682f4222eab27a is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:26.193179 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-643af4b3-baed-4efc-ae73-a4807cfef053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.194359 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-643af4b3-baed-4efc-ae73-a4807cfef053 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60a2cbd4-6fac-4e1b-b25c-7a80114e3818 HTTP/1.1" status: 204 len: 168 time: 0.2581308 Jan 18 14:20:26.210394 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-0bbb6eac-1e03-4396-9b03-32706e0de4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:26.235326 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-0bbb6eac-1e03-4396-9b03-32706e0de4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:26.291147 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-5e40f22b-ac36-4dc6-b895-05c78dc1b340 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:26.292675 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-5e40f22b-ac36-4dc6-b895-05c78dc1b340 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.0964961 Jan 18 14:20:26.397902 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Deleting port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:20:26.399214 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.453405 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6eac-1e03-4396-9b03-32706e0de4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.458485 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6eac-1e03-4396-9b03-32706e0de4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.525011 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-0bbb6eac-1e03-4396-9b03-32706e0de4ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=411ff70a08ef4ed3b5682f4222eab27a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4178569 Jan 18 14:20:26.527198 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb6eac-1e03-4396-9b03-32706e0de4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaa37e5-4be6-4de8-8769-133818f55818,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:26.530543 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33582) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:26.615441 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3e3c-d8bd-4112-865c-98bae04206ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.653075 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3e3c-d8bd-4112-865c-98bae04206ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.708691 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3e3c-d8bd-4112-865c-98bae04206ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.754668 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3e3c-d8bd-4112-865c-98bae04206ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:26.760887 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-5f0d3e3c-d8bd-4112-865c-98bae04206ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8aaa37e5-4be6-4de8-8769-133818f55818 HTTP/1.1" status: 204 len: 168 time: 0.2149007 Jan 18 14:20:26.761762 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d3e3c-d8bd-4112-865c-98bae04206ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaa37e5-4be6-4de8-8769-133818f55818,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:26.944168 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33596) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:26.973644 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10933546-4380-4e49-bb1e-6708a019b99a req-47bfddf9-ee6f-4d62-8c3a-58d6adb88ab4 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:26.975106 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-10933546-4380-4e49-bb1e-6708a019b99a req-47bfddf9-ee6f-4d62-8c3a-58d6adb88ab4 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1356363 Jan 18 14:20:26.989253 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928933c-b5c9-4e88-8517-31135b1a5a5c req-e6ee7f10-4099-42d6-9777-35c2b2ee8280 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:26.996389 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2928933c-b5c9-4e88-8517-31135b1a5a5c req-e6ee7f10-4099-42d6-9777-35c2b2ee8280 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 946 time: 0.3257623 Jan 18 14:20:27.034264 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-10933546-4380-4e49-bb1e-6708a019b99a req-42b78da3-5d79-483f-95d6-47f5565e210c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532482 Jan 18 14:20:27.039908 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] For port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,segment=NetworkSegment(9ae8a79a-a667-4ae1-b392-1a468d33ca71),segment_id=9ae8a79a-a667-4ae1-b392-1a468d33ca71)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:20:27.040272 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.106738 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33602) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:27.140405 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bd95542f-5cb3-458e-a667-18a56b83c904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.178608 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Calling delete_port for b0f396f4-ec23-4ae0-80b4-2563aa9a66ca owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:20:27.207953 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-bd95542f-5cb3-458e-a667-18a56b83c904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:27.217304 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 87dbbecc-0a49-4517-9b8b-90c69b82fda6 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:20:27.219400 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-bd95542f-5cb3-458e-a667-18a56b83c904 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8946b4d67043c8942c7f5275706ba5 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:27.226775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-bd95542f-5cb3-458e-a667-18a56b83c904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:27.241926 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-bd95542f-5cb3-458e-a667-18a56b83c904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:27.269379 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2928933c-b5c9-4e88-8517-31135b1a5a5c req-239a3d56-601e-4051-97b5-a144e709b510 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/security-groups?id=9ae2450c-4599-4a89-bd3f-4166daaba6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720273 Jan 18 14:20:27.421154 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-303d0b2f-51ee-42ee-a90e-fc549e2de6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.461781 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bd95542f-5cb3-458e-a667-18a56b83c904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.481028 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bd95542f-5cb3-458e-a667-18a56b83c904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.578818 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfc5e1-1cbb-43c3-b644-9cd348b276ff req-ab965e50-fd7e-442e-aabd-abeaf12dfbaf tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:27.580333 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6fbfc5e1-1cbb-43c3-b644-9cd348b276ff req-ab965e50-fd7e-442e-aabd-abeaf12dfbaf tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 944 time: 0.2500677 Jan 18 14:20:27.580979 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95542f-5cb3-458e-a667-18a56b83c904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae4620e-d769-47c2-9ff0-7970d6a42457,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:27.590570 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-303d0b2f-51ee-42ee-a90e-fc549e2de6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:27.605123 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.606438 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 87dbbecc-0a49-4517-9b8b-90c69b82fda6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=87dbbecc-0a49-4517-9b8b-90c69b82fda6,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:20:27.622022 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '87dbbecc-0a49-4517-9b8b-90c69b82fda6', 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404', 'port_id': '87dbbecc-0a49-4517-9b8b-90c69b82fda6', 'mac_address': 'fa:16:3e:db:3c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f4544-0fa8-4654-8c26-8d81dd7edb0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:20:27.638214 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-303d0b2f-51ee-42ee-a90e-fc549e2de6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6a6fa6077e2b415e961e0dab10c3feb9 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:27.643899 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-303d0b2f-51ee-42ee-a90e-fc549e2de6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:27.665371 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-bd95542f-5cb3-458e-a667-18a56b83c904 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c8946b4d67043c8942c7f5275706ba5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5537822 Jan 18 14:20:27.666456 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33624) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:27.683322 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-303d0b2f-51ee-42ee-a90e-fc549e2de6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:27.689119 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['b0f396f4-ec23-4ae0-80b4-2563aa9a66ca'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:20:27.722992 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Pushing event deleted for resources: {'Port': ['ID=b0f396f4-ec23-4ae0-80b4-2563aa9a66ca,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:27.734362 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.754729 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87dbbecc-0a49-4517-9b8b-90c69b82fda6 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:20:27.778893 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 87dbbecc-0a49-4517-9b8b-90c69b82fda6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=87dbbecc-0a49-4517-9b8b-90c69b82fda6,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:20:27.787452 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.790898 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] No DVR routers for this DVR port b0f396f4-ec23-4ae0-80b4-2563aa9a66ca on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:20:27.794238 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.814019 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8a0730-6d45-48ca-9e2e-1256d40fa107', 'name': 'network-vif-deleted', 'tag': 'b0f396f4-ec23-4ae0-80b4-2563aa9a66ca'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:20:27.824137 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6fbfc5e1-1cbb-43c3-b644-9cd348b276ff req-b3e8e511-9a74-45d7-b45d-e1e8d36fb0d8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302458 Jan 18 14:20:27.834030 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-45d43f6e-2a01-4f4e-b22f-dcff999a8f95 req-23116017-3dd8-4fbc-a751-ef9aa2c55cab tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.77 "DELETE /v2.0/ports/b0f396f4-ec23-4ae0-80b4-2563aa9a66ca HTTP/1.1" status: 204 len: 173 time: 1.5310431 Jan 18 14:20:27.875036 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-23d29bd3-9a0e-440f-a5be-ac4ec2e8beac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:27.901075 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8a0730-6d45-48ca-9e2e-1256d40fa107', 'name': 'network-vif-deleted', 'tag': 'b0f396f4-ec23-4ae0-80b4-2563aa9a66ca', 'status': 'completed', 'code': 200} Jan 18 14:20:27.945644 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=87dbbecc-0a49-4517-9b8b-90c69b82fda6,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:27.995822 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-23d29bd3-9a0e-440f-a5be-ac4ec2e8beac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:28.045184 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-303d0b2f-51ee-42ee-a90e-fc549e2de6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:28.051248 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-303d0b2f-51ee-42ee-a90e-fc549e2de6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:28.115578 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d0b2f-51ee-42ee-a90e-fc549e2de6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2705c795-7099-4374-9ebc-8db37d22439f,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:28.124415 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-303d0b2f-51ee-42ee-a90e-fc549e2de6f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a6fa6077e2b415e961e0dab10c3feb9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1748779 Jan 18 14:20:28.124415 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-23d29bd3-9a0e-440f-a5be-ac4ec2e8beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:28.124903 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33644) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:28.156187 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d29bd3-9a0e-440f-a5be-ac4ec2e8beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae4620e-d769-47c2-9ff0-7970d6a42457,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:28.175634 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-23d29bd3-9a0e-440f-a5be-ac4ec2e8beac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:28.182842 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-23d29bd3-9a0e-440f-a5be-ac4ec2e8beac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ae4620e-d769-47c2-9ff0-7970d6a42457 HTTP/1.1" status: 204 len: 168 time: 0.4993336 Jan 18 14:20:28.220825 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['87dbbecc-0a49-4517-9b8b-90c69b82fda6'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:20:28.237353 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f519-ff67-444f-af5c-5e862da8205b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:28.268354 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f519-ff67-444f-af5c-5e862da8205b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:28.281474 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3980f-8966-4071-b231-a78983e49092 req-c4d47039-55fc-4e64-b675-d85de468d82a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:28.289004 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f0f3980f-8966-4071-b231-a78983e49092 req-c4d47039-55fc-4e64-b675-d85de468d82a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0885015 Jan 18 14:20:28.349423 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f0f3980f-8966-4071-b231-a78983e49092 req-533b933d-25e5-4945-a632-a0482e675c97 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591769 Jan 18 14:20:28.350440 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f519-ff67-444f-af5c-5e862da8205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:28.374767 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3f519-ff67-444f-af5c-5e862da8205b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2705c795-7099-4374-9ebc-8db37d22439f,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:28.397658 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f519-ff67-444f-af5c-5e862da8205b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:28.401124 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-4bb3f519-ff67-444f-af5c-5e862da8205b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2705c795-7099-4374-9ebc-8db37d22439f HTTP/1.1" status: 204 len: 168 time: 0.2726521 Jan 18 14:20:28.516879 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-003d0b11-a906-4b4d-9980-1a0b554af4b3 req-75eea9d8-59e2-4840-b142-e8ba7768cde4 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Synchronizing usage tracker for tenant:8a3158889d9041bdb5572aedd8caca4c on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:20:28.540860 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-003d0b11-a906-4b4d-9980-1a0b554af4b3 req-75eea9d8-59e2-4840-b142-e8ba7768cde4 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] Unset dirty status for tenant:8a3158889d9041bdb5572aedd8caca4c on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:20:28.552588 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-003d0b11-a906-4b4d-9980-1a0b554af4b3 req-75eea9d8-59e2-4840-b142-e8ba7768cde4 tempest-DeleteServersTestJSON-293031654 tempest-DeleteServersTestJSON-293031654-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8a0730-6d45-48ca-9e2e-1256d40fa107 HTTP/1.1" status: 200 len: 210 time: 0.0918553 Jan 18 14:20:29.066724 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33676) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:29.111784 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e8d2-57a9-4d3e-8c60-d1430a8ed9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:29.172582 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-4cb1e8d2-57a9-4d3e-8c60-d1430a8ed9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:29.177792 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-4cb1e8d2-57a9-4d3e-8c60-d1430a8ed9ad admin admin] Usage tracker for resource:security_group_rule and tenant:396ea299870f415884b68b1478569622 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:29.183770 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-4cb1e8d2-57a9-4d3e-8c60-d1430a8ed9ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:29.191513 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-4cb1e8d2-57a9-4d3e-8c60-d1430a8ed9ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:29.228906 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b0f396f4-ec23-4ae0-80b4-2563aa9a66ca no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:20:29.234548 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d08a-f96b-417f-892f-1a28a87fda2c req-c3d39f6f-ce08-495b-9465-9a03b85b7a01 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:29.236455 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9b65d08a-f96b-417f-892f-1a28a87fda2c req-c3d39f6f-ce08-495b-9465-9a03b85b7a01 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 945 time: 0.2208750 Jan 18 14:20:29.291307 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: b0f396f4-ec23-4ae0-80b4-2563aa9a66ca {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:20:29.292178 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b0f396f4-ec23-4ae0-80b4-2563aa9a66ca not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:20:29.319819 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e8d2-57a9-4d3e-8c60-d1430a8ed9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:29.320123 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9b65d08a-f96b-417f-892f-1a28a87fda2c req-1b394746-66f1-4c5b-a868-cf9941085518 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718503 Jan 18 14:20:29.323157 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e8d2-57a9-4d3e-8c60-d1430a8ed9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:29.380509 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-4cb1e8d2-57a9-4d3e-8c60-d1430a8ed9ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=396ea299870f415884b68b1478569622&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3126106 Jan 18 14:20:29.381370 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1e8d2-57a9-4d3e-8c60-d1430a8ed9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0cd8db-e753-401b-8920-5ce4c712d352,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:29.383268 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33688) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:29.453705 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9ae1-90e4-4d1d-94ff-d8863b7bd5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:29.484308 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9ae1-90e4-4d1d-94ff-d8863b7bd5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:29.543540 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9ae1-90e4-4d1d-94ff-d8863b7bd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:29.559582 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d9ae1-90e4-4d1d-94ff-d8863b7bd5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0cd8db-e753-401b-8920-5ce4c712d352,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:29.571402 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9ae1-90e4-4d1d-94ff-d8863b7bd5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:29.573545 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-3e4d9ae1-90e4-4d1d-94ff-d8863b7bd5f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc0cd8db-e753-401b-8920-5ce4c712d352 HTTP/1.1" status: 204 len: 168 time: 0.1891410 Jan 18 14:20:29.586789 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888feef7-d7b6-42bd-9acb-2b61167e9b8c req-7667dcaa-e7a3-4e85-862f-5c65461d4b51 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:29.588451 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-888feef7-d7b6-42bd-9acb-2b61167e9b8c req-7667dcaa-e7a3-4e85-862f-5c65461d4b51 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0924804 Jan 18 14:20:29.648154 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-888feef7-d7b6-42bd-9acb-2b61167e9b8c req-3c02e678-826e-4678-83b3-11d4b0d58d0c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542665 Jan 18 14:20:30.135474 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33730) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:30.155194 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-391e2c13-d7c7-44c8-aaaa-61c6aaaf7509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:30.193923 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-391e2c13-d7c7-44c8-aaaa-61c6aaaf7509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:30.198475 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-391e2c13-d7c7-44c8-aaaa-61c6aaaf7509 admin admin] Usage tracker for resource:security_group_rule and tenant:cd156a1d6cd24fccaff249135556bc41 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:30.201629 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-391e2c13-d7c7-44c8-aaaa-61c6aaaf7509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:30.207782 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-391e2c13-d7c7-44c8-aaaa-61c6aaaf7509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:30.294362 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-391e2c13-d7c7-44c8-aaaa-61c6aaaf7509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:30.298729 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-391e2c13-d7c7-44c8-aaaa-61c6aaaf7509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:30.345432 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e2c13-d7c7-44c8-aaaa-61c6aaaf7509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736147e5-7af0-4275-a533-0325fd84db90,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:30.357177 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-391e2c13-d7c7-44c8-aaaa-61c6aaaf7509 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd156a1d6cd24fccaff249135556bc41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2181544 Jan 18 14:20:30.357798 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33744) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:30.446324 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0ea86d88-718c-4ab1-be41-854acff5b7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:30.480535 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0ea86d88-718c-4ab1-be41-854acff5b7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:30.578754 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0ea86d88-718c-4ab1-be41-854acff5b7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:30.602295 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea86d88-718c-4ab1-be41-854acff5b7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736147e5-7af0-4275-a533-0325fd84db90,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:30.615505 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0ea86d88-718c-4ab1-be41-854acff5b7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:30.619023 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0ea86d88-718c-4ab1-be41-854acff5b7c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/736147e5-7af0-4275-a533-0325fd84db90 HTTP/1.1" status: 204 len: 168 time: 0.2584293 Jan 18 14:20:30.658584 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c6728-36c3-485b-b9d0-7df806e872a0 req-fa6d6e73-1386-493b-af99-ed70523cf46f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:30.660377 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1b6c6728-36c3-485b-b9d0-7df806e872a0 req-fa6d6e73-1386-493b-af99-ed70523cf46f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 945 time: 0.1300404 Jan 18 14:20:30.730703 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1b6c6728-36c3-485b-b9d0-7df806e872a0 req-a90b9e32-7570-4b33-a604-76bc5597ea0e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639851 Jan 18 14:20:31.104208 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343994c-84e7-4d36-b728-794ff1d99df9 req-b89769c1-a112-499b-9b2d-3b30d3095b4e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:31.104208 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d343994c-84e7-4d36-b728-794ff1d99df9 req-b89769c1-a112-499b-9b2d-3b30d3095b4e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0866771 Jan 18 14:20:31.165264 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d343994c-84e7-4d36-b728-794ff1d99df9 req-a8b1349a-1512-41cc-9820-3e52cb10c9c0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581062 Jan 18 14:20:31.255189 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 87dbbecc-0a49-4517-9b8b-90c69b82fda6 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:31.352062 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 87dbbecc-0a49-4517-9b8b-90c69b82fda6 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:31.360304 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 87dbbecc-0a49-4517-9b8b-90c69b82fda6 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:31.360675 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:31.505643 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:31.539569 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc21a08e-46ae-4e9b-97b8-9423b608f370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dbbecc-0a49-4517-9b8b-90c69b82fda6'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:20:31.560773 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 87dbbecc-0a49-4517-9b8b-90c69b82fda6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=87dbbecc-0a49-4517-9b8b-90c69b82fda6,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:20:31.570253 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:31.592068 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33806) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:31.615379 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc21a08e-46ae-4e9b-97b8-9423b608f370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dbbecc-0a49-4517-9b8b-90c69b82fda6', 'code': 200} Jan 18 14:20:31.649327 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=87dbbecc-0a49-4517-9b8b-90c69b82fda6,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:31.686034 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-beda33ba-96c3-4aa9-b5eb-f61434e9ccad admin admin] Deleting subnet 4d40bdde-8fa4-4941-862b-016b15887fdd {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:20:31.690055 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-beda33ba-96c3-4aa9-b5eb-f61434e9ccad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:31.743954 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-beda33ba-96c3-4aa9-b5eb-f61434e9ccad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:31.752158 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-beda33ba-96c3-4aa9-b5eb-f61434e9ccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.025395 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-beda33ba-96c3-4aa9-b5eb-f61434e9ccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.071409 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda33ba-96c3-4aa9-b5eb-f61434e9ccad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d40bdde-8fa4-4941-862b-016b15887fdd,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:32.079925 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-beda33ba-96c3-4aa9-b5eb-f61434e9ccad admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.091671 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-beda33ba-96c3-4aa9-b5eb-f61434e9ccad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4d40bdde-8fa4-4941-862b-016b15887fdd HTTP/1.1" status: 204 len: 168 time: 0.4984438 Jan 18 14:20:32.094507 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33830) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:32.104845 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a461c5-b8f5-439b-906d-807c28e278ab req-e45b9f2a-7c94-4037-841b-11eb1055cf6e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:32.106323 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-44a461c5-b8f5-439b-906d-807c28e278ab req-e45b9f2a-7c94-4037-841b-11eb1055cf6e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 946 time: 0.1711638 Jan 18 14:20:32.110338 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e9e3ab46-8de2-4d9d-921a-388a3db2727b req-4048ede3-1956-4e43-9a4a-76dcd040cf51 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 1099 time: 0.2879827 Jan 18 14:20:32.198982 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-44a461c5-b8f5-439b-906d-807c28e278ab req-4fa9463a-3d46-4f55-9cc9-bce14b21a28a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863247 Jan 18 14:20:32.205565 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-e9e3ab46-8de2-4d9d-921a-388a3db2727b req-2aa9a421-f2bb-4d8b-90e1-57da4a84bb63 service neutron] Synchronizing usage tracker for tenant:91b98b4ca0304b4895e3a0cd43d9507e on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:20:32.226645 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-e9e3ab46-8de2-4d9d-921a-388a3db2727b req-2aa9a421-f2bb-4d8b-90e1-57da4a84bb63 service neutron] Unset dirty status for tenant:91b98b4ca0304b4895e3a0cd43d9507e on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:20:32.230574 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e9e3ab46-8de2-4d9d-921a-388a3db2727b req-2aa9a421-f2bb-4d8b-90e1-57da4a84bb63 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036088 Jan 18 14:20:32.349004 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33844) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:32.451075 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.533819 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ea40176d-1ab2-4f4c-96da-bdde7ddf21a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.533976 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108ff5c-4428-4ab0-b63a-f555f3ec929e req-2b018682-82da-488d-92cc-e211d6a873ee tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:32.541756 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7108ff5c-4428-4ab0-b63a-f555f3ec929e req-2b018682-82da-488d-92cc-e211d6a873ee tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.2189877 Jan 18 14:20:32.583122 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ea40176d-1ab2-4f4c-96da-bdde7ddf21a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:32.587238 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ea40176d-1ab2-4f4c-96da-bdde7ddf21a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c05cb022f84d48923babacd734e2e7 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:32.590738 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ea40176d-1ab2-4f4c-96da-bdde7ddf21a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:32.597701 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ea40176d-1ab2-4f4c-96da-bdde7ddf21a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:32.648308 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.687263 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.687609 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.688591 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.688927 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.689273 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.689972 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.690300 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.690638 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.690954 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.691268 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.691856 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ea40176d-1ab2-4f4c-96da-bdde7ddf21a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.697076 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ea40176d-1ab2-4f4c-96da-bdde7ddf21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.747481 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40176d-1ab2-4f4c-96da-bdde7ddf21a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ef3ed9-2843-4e63-89bb-4ea10c4425f4,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:32.753154 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ea40176d-1ab2-4f4c-96da-bdde7ddf21a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4c05cb022f84d48923babacd734e2e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4029238 Jan 18 14:20:32.756294 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33870) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:32.820324 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1cdb059c-0ec6-4a83-bede-480777f037e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.836259 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.837115 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.837539 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.838651 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:20:32.839317 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6739bcc2-76ac-4a67-b6fd-03e3ec891419']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:32.856164 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1cdb059c-0ec6-4a83-bede-480777f037e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.866338 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7108ff5c-4428-4ab0-b63a-f555f3ec929e req-80ce716e-1725-40c1-a80c-5056158bbe12 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236947 Jan 18 14:20:32.873846 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae8a79a-a667-4ae1-b392-1a468d33ca71') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:32.874655 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae8a79a-a667-4ae1-b392-1a468d33ca71') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:32.920713 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.956520 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.962591 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1cdb059c-0ec6-4a83-bede-480777f037e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.969275 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:20:32.969925 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: util.warn_limited( Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: util.warn_limited( Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:20:32.992879 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:20:32.996679 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb059c-0ec6-4a83-bede-480777f037e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ef3ed9-2843-4e63-89bb-4ea10c4425f4,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:33.017303 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1cdb059c-0ec6-4a83-bede-480777f037e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:33.021175 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-1cdb059c-0ec6-4a83-bede-480777f037e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78ef3ed9-2843-4e63-89bb-4ea10c4425f4 HTTP/1.1" status: 204 len: 168 time: 0.2609925 Jan 18 14:20:33.105368 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:33.139255 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6739bcc2-76ac-4a67-b6fd-03e3ec891419,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:33.143459 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:33.162014 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-dcd88e7b-00a0-4864-8072-d414e3b608f9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6739bcc2-76ac-4a67-b6fd-03e3ec891419 HTTP/1.1" status: 204 len: 168 time: 1.0652890 Jan 18 14:20:33.464164 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33908) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:33.495935 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650613c0-eb0d-4256-aefb-8a17365ffda4 req-41b2bf8a-deb3-4f75-a8c1-8bbee84597ae tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:33.497593 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-650613c0-eb0d-4256-aefb-8a17365ffda4 req-41b2bf8a-deb3-4f75-a8c1-8bbee84597ae tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 946 time: 0.0932608 Jan 18 14:20:33.522338 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 33914) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:33.523919 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-d4238d12-19ef-42bd-88ad-870a07be6163 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a3158889d9041bdb5572aedd8caca4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0586052 Jan 18 14:20:33.598646 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-650613c0-eb0d-4256-aefb-8a17365ffda4 req-eee2ee24-fa70-4293-bdfb-9fd5eb0e776e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941043 Jan 18 14:20:33.706287 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-04a2cb83-5975-44a3-bac7-9d827f14c309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:33.735418 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-04a2cb83-5975-44a3-bac7-9d827f14c309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:33.808179 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-04a2cb83-5975-44a3-bac7-9d827f14c309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:33.826813 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2cb83-5975-44a3-bac7-9d827f14c309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae2450c-4599-4a89-bd3f-4166daaba6fb,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:33.854811 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-04a2cb83-5975-44a3-bac7-9d827f14c309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:33.858511 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-04a2cb83-5975-44a3-bac7-9d827f14c309 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ae2450c-4599-4a89-bd3f-4166daaba6fb HTTP/1.1" status: 204 len: 168 time: 0.3320158 Jan 18 14:20:34.091644 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33938) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:34.107968 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ca234-ee74-4f9e-a9e8-8fb6cd1dcd82 req-3f61c004-3464-4b44-9c2d-115877b3a71e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:34.109535 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-358ca234-ee74-4f9e-a9e8-8fb6cd1dcd82 req-3f61c004-3464-4b44-9c2d-115877b3a71e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0812471 Jan 18 14:20:34.161498 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-358ca234-ee74-4f9e-a9e8-8fb6cd1dcd82 req-6e7f075b-3bc0-46ca-8e78-46c1664687ba tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Jan 18 14:20:34.224256 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-319249884-network', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:34.230185 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:34.234037 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Usage tracker for resource:network and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:34.237597 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:34.243258 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:34.253490 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Made reservation on behalf of 5a6d8cf6f0574a048d9848c2cef379c2 for: {'network': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:20:34.255957 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:34.268035 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:34.301398 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:34.308466 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:34.311392 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:34.317490 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:34.397003 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:34.402385 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:34.493264 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=82795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:20:34.502742 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e719553-00f0-4ec1-b57a-65f0047787df,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:34.508932 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:34.509311 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.segments_db [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Added segment 5a33c27d-0d09-4f29-b121-9c65ed2bfd0b of type vlan for network b324b43e-572e-4977-9daa-feaab2c9af42 Jan 18 14:20:34.538958 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:34.571837 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:34.572896 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:34.573538 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:34.682179 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b324b43e-572e-4977-9daa-feaab2c9af42,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:34.686988 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-5e89e30e-6ee7-4293-9d20-e8e2f54577a7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5942409 Jan 18 14:20:34.690349 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 33968) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:34.695510 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network b324b43e-572e-4977-9daa-feaab2c9af42 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:20:34.698807 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Request body: {'subnet': {'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-319249884-subnet', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'ip_version': 4}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:34.705751 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:34.714020 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Usage tracker for resource:subnet and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:34.717195 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:34.723492 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:34.737148 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Made reservation on behalf of 5a6d8cf6f0574a048d9848c2cef379c2 for: {'subnet': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:20:34.741435 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3175496'] for subnet, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.008622 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d69a5-d463-4fdf-995c-0463f045c895 req-c1f94040-30cf-46ad-9369-f975bd33c876 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:35.010169 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4f4d69a5-d463-4fdf-995c-0463f045c895 req-c1f94040-30cf-46ad-9369-f975bd33c876 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 946 time: 0.1954660 Jan 18 14:20:35.046065 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2769693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3175518'] for subnet, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.117965 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4f4d69a5-d463-4fdf-995c-0463f045c895 req-5e32a47c-0245-43fd-a98e-67ba9a6fc252 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990167 Jan 18 14:20:35.129501 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:35.154095 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Checking segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:35.154454 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Network hostable DHCP agents. Network: b324b43e-572e-4977-9daa-feaab2c9af42, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:20:35.179863 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Network b324b43e-572e-4977-9daa-feaab2c9af42 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:20:35.193481 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, b324b43e-572e-4977-9daa-feaab2c9af42) {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:35.198543 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:35.199316 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.207947 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68562699-0d26-4b80-87c7-5d90a64430d3 None None] Network b324b43e-572e-4977-9daa-feaab2c9af42 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:20:35.242217 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-9bae2bc0-5227-42b5-8d5c-042f66b80aca admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5477002 Jan 18 14:20:35.242440 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34002) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:35.249654 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:35.267673 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:35.272679 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Usage tracker for resource:router and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:35.276833 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:35.285057 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:35.298798 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.300085 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.358252 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.471595 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e8892-200a-4eca-bc61-962779693fba req-8d555289-f2fb-46bf-9451-df82d7f87a1c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:35.481603 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f60e8892-200a-4eca-bc61-962779693fba req-8d555289-f2fb-46bf-9451-df82d7f87a1c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1189611 Jan 18 14:20:35.488099 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-b324b43e-572e-4977-9daa-feaab2c9af42', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:20:35.489158 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.533292 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.550356 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34016) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:35.587470 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f60e8892-200a-4eca-bc61-962779693fba req-763ddf3f-7651-4864-9d65-5bac5b380a44 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049199 Jan 18 14:20:35.732057 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Allocated IP 172.20.0.2 (b324b43e-572e-4977-9daa-feaab2c9af42/e9e676a5-98c4-4f9c-a9b3-02c30d74a20c/1ef32778-e7e9-4ea5-b6b6-bf97ed07a271) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:35.794676 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d9933ec-b918-426b-b9e9-690670f32f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.866361 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.897905 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:35.981538 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3d9933ec-b918-426b-b9e9-690670f32f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:35.993926 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3d9933ec-b918-426b-b9e9-690670f32f23 admin admin] Usage tracker for resource:security_group_rule and tenant:d0fb85e48a0c4cf9ba813115cbe66bec is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:35.999680 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3d9933ec-b918-426b-b9e9-690670f32f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:36.014011 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3d9933ec-b918-426b-b9e9-690670f32f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:36.143793 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.145547 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Allocated IP 172.27.1.103 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/cdbb3dcc-b9a7-47a2-8751-c3432a107431) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:36.155095 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Transition to ACTIVE for port object 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:36.174881 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Transition to ACTIVE for port object 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:36.182584 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.256692 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Pushing event updated for resources: {'Port': ['ID=1ef32778-e7e9-4ea5-b6b6-bf97ed07a271,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:36.262880 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Network b324b43e-572e-4977-9daa-feaab2c9af42 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:36.264037 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:36.266429 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:36.272719 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d9933ec-b918-426b-b9e9-690670f32f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.282310 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d9933ec-b918-426b-b9e9-690670f32f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.370225 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9933ec-b918-426b-b9e9-690670f32f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04701a15-3dc6-403d-8599-38e94be7b0ce,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:36.371791 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Attempting to bind port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:20:36.373138 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Attempting to bind port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:20:36.373509 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Attempting to bind port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 on network b324b43e-572e-4977-9daa-feaab2c9af42 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:36.381749 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:20:36.382118 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Checking segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:36.382509 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.382890 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Bound using segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:20:36.383388 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Bound port: 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:20:36.383814 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.392798 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3d9933ec-b918-426b-b9e9-690670f32f23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0fb85e48a0c4cf9ba813115cbe66bec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8414872 Jan 18 14:20:36.395502 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34052) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:36.400514 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.431732 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.461312 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-14766eed-658a-44dc-8304-d7e41cc3197f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.493521 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] For port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:20:36.497686 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] For port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=1ef32778-e7e9-4ea5-b6b6-bf97ed07a271,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:20:36.504466 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.511806 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-14766eed-658a-44dc-8304-d7e41cc3197f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.520249 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Pushing event updated for resources: {'Port': ['ID=cdbb3dcc-b9a7-47a2-8751-c3432a107431,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:36.526236 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:36.527400 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:36.530534 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:36.597931 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-14766eed-658a-44dc-8304-d7e41cc3197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.606971 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d7594-d660-4ab3-b065-0d269e271162 None None] Pushing event updated for resources: {'Port': ['ID=1ef32778-e7e9-4ea5-b6b6-bf97ed07a271,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:36.613125 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14766eed-658a-44dc-8304-d7e41cc3197f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04701a15-3dc6-403d-8599-38e94be7b0ce,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:36.620748 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-14766eed-658a-44dc-8304-d7e41cc3197f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.633501 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-14766eed-658a-44dc-8304-d7e41cc3197f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04701a15-3dc6-403d-8599-38e94be7b0ce HTTP/1.1" status: 204 len: 168 time: 0.2366936 Jan 18 14:20:36.634458 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34062) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:36.907483 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:36.908060 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.002332 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c41a97-f150-42bc-b5b1-9ee67ed7b132 req-51f7589d-c877-44d5-843f-61d625fd9f78 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:37.003990 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c5c41a97-f150-42bc-b5b1-9ee67ed7b132 req-51f7589d-c877-44d5-843f-61d625fd9f78 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.2031155 Jan 18 14:20:37.083894 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3a973240-d5d3-41ec-9e65-6a3273322fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.124531 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34074) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:37.143609 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3a973240-d5d3-41ec-9e65-6a3273322fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:37.147420 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3a973240-d5d3-41ec-9e65-6a3273322fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:12e129124be84f1687265801abbba142 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:37.148759 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c5c41a97-f150-42bc-b5b1-9ee67ed7b132 req-8db7cd33-0ea5-444d-a60f-bc2a775d9773 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329985 Jan 18 14:20:37.150236 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3a973240-d5d3-41ec-9e65-6a3273322fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:37.156067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3a973240-d5d3-41ec-9e65-6a3273322fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:37.176690 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7f94e848-4579-4cdb-ad88-d980b0910ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.241693 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Router c6451045-170f-46ee-b175-56a8b3ff9a52 is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:20:37.242608 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-7f94e848-4579-4cdb-ad88-d980b0910ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:37.251186 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-7f94e848-4579-4cdb-ad88-d980b0910ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6de978c3f6b483d816d8e6371c8005f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:37.254619 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3a973240-d5d3-41ec-9e65-6a3273322fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.255882 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-7f94e848-4579-4cdb-ad88-d980b0910ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:37.259062 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3a973240-d5d3-41ec-9e65-6a3273322fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.274143 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-7f94e848-4579-4cdb-ad88-d980b0910ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:37.322716 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a973240-d5d3-41ec-9e65-6a3273322fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c81500-25fc-414d-92bd-2b6c47497882,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:37.330976 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-3a973240-d5d3-41ec-9e65-6a3273322fd9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12e129124be84f1687265801abbba142&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6940844 Jan 18 14:20:37.333189 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34078) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:37.460071 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:20:37.472041 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Sync routers for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:20:37.481808 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7f94e848-4579-4cdb-ad88-d980b0910ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.484884 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-058cf857-f90e-44da-878c-91688954d3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.495491 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:20:37.496643 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:37.498383 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7f94e848-4579-4cdb-ad88-d980b0910ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.535336 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.536977 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-a9ca4609-c1e0-41e1-a52d-8852fe0fc42c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2935836 Jan 18 14:20:37.539716 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34084) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:37.542254 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-058cf857-f90e-44da-878c-91688954d3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.576771 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94e848-4579-4cdb-ad88-d980b0910ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb97d6-8a53-420f-b1ca-33d04531e03a,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:37.600816 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-7f94e848-4579-4cdb-ad88-d980b0910ff1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6de978c3f6b483d816d8e6371c8005f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4751561 Jan 18 14:20:37.617506 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34088) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:37.691058 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-058cf857-f90e-44da-878c-91688954d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.709806 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55c4a37b-19f0-4aa3-9d7d-8bc60bfe4b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.712293 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf857-f90e-44da-878c-91688954d3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c81500-25fc-414d-92bd-2b6c47497882,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:37.735565 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:20:37.741560 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-058cf857-f90e-44da-878c-91688954d3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.744936 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-058cf857-f90e-44da-878c-91688954d3fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6c81500-25fc-414d-92bd-2b6c47497882 HTTP/1.1" status: 204 len: 168 time: 0.4086685 Jan 18 14:20:37.758514 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55c4a37b-19f0-4aa3-9d7d-8bc60bfe4b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.837142 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af399a7-25bf-403b-8945-507a8e54fa3f None None] Network b324b43e-572e-4977-9daa-feaab2c9af42 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:20:37.854567 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55c4a37b-19f0-4aa3-9d7d-8bc60bfe4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.877861 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4a37b-19f0-4aa3-9d7d-8bc60bfe4b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb97d6-8a53-420f-b1ca-33d04531e03a,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:37.898304 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55c4a37b-19f0-4aa3-9d7d-8bc60bfe4b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:37.902522 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-55c4a37b-19f0-4aa3-9d7d-8bc60bfe4b63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/beeb97d6-8a53-420f-b1ca-33d04531e03a HTTP/1.1" status: 204 len: 168 time: 0.2810783 Jan 18 14:20:38.062306 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-97823982-a14d-4e2f-b45c-dc8169e7ff2f None None] Provisioning for port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:38.247511 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:36Z', 'revision_number': 3, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:38.255790 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Checking router: c6451045-170f-46ee-b175-56a8b3ff9a52 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:20:38.256982 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Updating router c6451045-170f-46ee-b175-56a8b3ff9a52 port cdbb3dcc-b9a7-47a2-8751-c3432a107431 binding host dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:20:38.298886 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:38.371524 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:38.458053 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:38.478007 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:38.484594 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:38.616043 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e9bb-45d6-45f7-8878-097f772fd3e9 req-a34a1e1d-f31f-41ff-827f-21f8827cf529 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:38.625952 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-51b9e9bb-45d6-45f7-8878-097f772fd3e9 req-a34a1e1d-f31f-41ff-827f-21f8827cf529 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1759615 Jan 18 14:20:38.658776 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-33350c40-501c-4342-85a4-0ae5ace78083 None None] Provisioning complete for port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:38.659110 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-33350c40-501c-4342-85a4-0ae5ace78083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:38.687030 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-51b9e9bb-45d6-45f7-8878-097f772fd3e9 req-aedac0ae-34e3-498b-ae93-a1cf0d9527b1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598967 Jan 18 14:20:38.804793 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:38.815881 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:38.905067 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=1ef32778-e7e9-4ea5-b6b6-bf97ed07a271,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:20:38.913351 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-33350c40-501c-4342-85a4-0ae5ace78083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:38.943198 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:38.985492 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:39.014320 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Transition to ACTIVE for port object cdbb3dcc-b9a7-47a2-8751-c3432a107431 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:39.033118 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:39.058103 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Allocated IP 172.20.0.1 (b324b43e-572e-4977-9daa-feaab2c9af42/e9e676a5-98c4-4f9c-a9b3-02c30d74a20c/ff367c28-9521-4b32-aa38-f7a0bac51d6d) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:39.168077 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=1ef32778-e7e9-4ea5-b6b6-bf97ed07a271,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:39.175745 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.api [None req-33350c40-501c-4342-85a4-0ae5ace78083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:20:39.176369 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG oslo_db.api [None req-33350c40-501c-4342-85a4-0ae5ace78083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:20:39.220747 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Attempting to bind port cdbb3dcc-b9a7-47a2-8751-c3432a107431 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:20:39.221342 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Attempting to bind port cdbb3dcc-b9a7-47a2-8751-c3432a107431 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:20:39.221710 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Attempting to bind port cdbb3dcc-b9a7-47a2-8751-c3432a107431 on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:39.234937 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Pushing event updated for resources: {'Port': ['ID=cdbb3dcc-b9a7-47a2-8751-c3432a107431,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:39.239144 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:20:39.239517 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:39.239913 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:39.240301 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:20:39.240770 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Bound port: cdbb3dcc-b9a7-47a2-8751-c3432a107431, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:20:39.241191 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:39.281595 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.281938 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.282404 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.282742 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.283132 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.283464 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.283787 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.284132 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.284892 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.284892 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.285135 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:39.338555 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] For port cdbb3dcc-b9a7-47a2-8751-c3432a107431, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:20:39.341723 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] For port cdbb3dcc-b9a7-47a2-8751-c3432a107431, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=cdbb3dcc-b9a7-47a2-8751-c3432a107431,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:20:39.347619 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:39.359332 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:39.382392 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Transition to ACTIVE for port object ff367c28-9521-4b32-aa38-f7a0bac51d6d will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:39.417065 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:39.439888 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5179d15-fea3-4ba6-9505-b4512d93938f None None] Pushing event updated for resources: {'Port': ['ID=cdbb3dcc-b9a7-47a2-8751-c3432a107431,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:39.449840 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:20:39.450187 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:39.487056 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Network b324b43e-572e-4977-9daa-feaab2c9af42 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:39.490601 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:39.494744 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:39.544966 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff367c28-9521-4b32-aa38-f7a0bac51d6d,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:39.594567 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:39.736508 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:39.763929 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:20:39.927387 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ebd86985-660e-49bd-ae76-ff588699ede4 None None] Provisioning for port ff367c28-9521-4b32-aa38-f7a0bac51d6d completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:39.933895 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ebd86985-660e-49bd-ae76-ff588699ede4 None None] Provisioning complete for port ff367c28-9521-4b32-aa38-f7a0bac51d6d triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:39.934546 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ebd86985-660e-49bd-ae76-ff588699ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:40.048971 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-ebd86985-660e-49bd-ae76-ff588699ede4 None None] Port ff367c28-9521-4b32-aa38-f7a0bac51d6d cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:20:40.183387 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:40.218649 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a197b28-23f6-4f7a-8605-e7b8432cab51 req-4a8e5cfa-7cbe-401b-bc40-5ed9bd329bbb tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:40.220391 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a197b28-23f6-4f7a-8605-e7b8432cab51 req-4a8e5cfa-7cbe-401b-bc40-5ed9bd329bbb tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.2791381 Jan 18 14:20:40.270663 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:36Z', 'revision_number': 3, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:40.277216 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525f119-5999-4709-8822-7f7b64d4c340 None None] The sync data for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi is: [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:36Z', 'revision_number': 3, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:20:40.284596 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:40.292250 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0a197b28-23f6-4f7a-8605-e7b8432cab51 req-4d9c667a-b42b-4328-9ec3-734a4b5dea0a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649614 Jan 18 14:20:40.293438 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:40.350990 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:40.350990 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:40.460398 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=ff367c28-9521-4b32-aa38-f7a0bac51d6d,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:40.464117 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:40.701170 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Network b324b43e-572e-4977-9daa-feaab2c9af42 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:40.702289 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:41.193826 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-87fc5e14-d59a-439e-9aa2-0096d008711b None None] Provisioning complete for port ff367c28-9521-4b32-aa38-f7a0bac51d6d triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:41.194401 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-87fc5e14-d59a-439e-9aa2-0096d008711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:41.305663 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-87fc5e14-d59a-439e-9aa2-0096d008711b None None] Port ff367c28-9521-4b32-aa38-f7a0bac51d6d cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:20:41.356906 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Router c6451045-170f-46ee-b175-56a8b3ff9a52 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:20:41.726530 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09c38-5e14-4deb-aa9c-925f6ab4c994 req-f2b281a5-e3a3-413b-910d-b44a965fa649 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:41.727987 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-58d09c38-5e14-4deb-aa9c-925f6ab4c994 req-f2b281a5-e3a3-413b-910d-b44a965fa649 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1932359 Jan 18 14:20:41.761769 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:20:41.782356 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-9096892c-fd22-4d7b-8760-bde61b542cc7 admin admin] 10.222.0.45 "PUT /v2.0/routers/c6451045-170f-46ee-b175-56a8b3ff9a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2412117 Jan 18 14:20:41.789940 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-58d09c38-5e14-4deb-aa9c-925f6ab4c994 req-7478b8b2-55bd-4d74-8e41-852a0aec9e10 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549955 Jan 18 14:20:42.229507 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device cdbb3dcc-b9a7-47a2-8751-c3432a107431 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:42.313205 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port cdbb3dcc-b9a7-47a2-8751-c3432a107431 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:42.318385 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port cdbb3dcc-b9a7-47a2-8751-c3432a107431 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:42.318945 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.337357 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34248) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:42.442942 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.460153 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port cdbb3dcc-b9a7-47a2-8751-c3432a107431, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=cdbb3dcc-b9a7-47a2-8751-c3432a107431,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:20:42.465396 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.490335 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bc70-c508-4fea-aea7-a2db2a01f058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.522571 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bcb8bc70-c508-4fea-aea7-a2db2a01f058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:42.527157 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bcb8bc70-c508-4fea-aea7-a2db2a01f058 admin admin] Usage tracker for resource:security_group_rule and tenant:a4596412dfdc44809341d4c20ba37e7e is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:42.530021 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bcb8bc70-c508-4fea-aea7-a2db2a01f058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:42.534283 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=cdbb3dcc-b9a7-47a2-8751-c3432a107431,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:42.535750 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bcb8bc70-c508-4fea-aea7-a2db2a01f058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:42.609158 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bc70-c508-4fea-aea7-a2db2a01f058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.612890 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bc70-c508-4fea-aea7-a2db2a01f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.658556 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8bc70-c508-4fea-aea7-a2db2a01f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee80cd49-7598-4fd0-b0af-5f164e7a9168,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:42.663832 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bcb8bc70-c508-4fea-aea7-a2db2a01f058 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4596412dfdc44809341d4c20ba37e7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3248873 Jan 18 14:20:42.666718 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34260) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:42.734485 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1c71c127-bb62-4aef-83bc-a6aad020ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.759402 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1c71c127-bb62-4aef-83bc-a6aad020ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.809680 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1c71c127-bb62-4aef-83bc-a6aad020ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.824108 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71c127-bb62-4aef-83bc-a6aad020ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee80cd49-7598-4fd0-b0af-5f164e7a9168,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:42.830238 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1c71c127-bb62-4aef-83bc-a6aad020ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.833877 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-1c71c127-bb62-4aef-83bc-a6aad020ed16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee80cd49-7598-4fd0-b0af-5f164e7a9168 HTTP/1.1" status: 204 len: 168 time: 0.1633542 Jan 18 14:20:42.935161 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34278) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:42.940977 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1456848484-network', 'tenant_id': '1a3611986e444960b717ec15249af922'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:42.945399 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:42.949876 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Usage tracker for resource:network and tenant:1a3611986e444960b717ec15249af922 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:42.952843 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:42.958715 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:42.975897 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Made reservation on behalf of 1a3611986e444960b717ec15249af922 for: {'network': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:20:42.978439 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:42.978629 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.030505 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.085795 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:43.090896 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3611986e444960b717ec15249af922 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:43.094860 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:43.102839 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:43.123634 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6de8a8-8fdb-408d-9b28-bee7684858c7 req-ccf870d1-bb07-4616-916e-a8d09d22318a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:43.124756 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd6de8a8-8fdb-408d-9b28-bee7684858c7 req-ccf870d1-bb07-4616-916e-a8d09d22318a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1368356 Jan 18 14:20:43.208126 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd6de8a8-8fdb-408d-9b28-bee7684858c7 req-a6661e0b-ff6a-4049-9f01-5751c7da7b75 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752878 Jan 18 14:20:43.223011 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.230898 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.264267 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=82795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:20:43.274143 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504ca504-8695-4e84-9778-f3ce028c5de6,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:43.279591 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.279934 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.segments_db [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Added segment 7b322f7e-ebd3-4426-b990-a770ea60fa40 of type vlan for network b3a80785-671a-4aae-8644-438c5f0dbc1b Jan 18 14:20:43.305395 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34286) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:43.309330 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.330773 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-84d127d2-8232-46ea-9522-fd2519d0722d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.380267 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-84d127d2-8232-46ea-9522-fd2519d0722d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:43.382536 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.383373 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:43.384059 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.400038 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-84d127d2-8232-46ea-9522-fd2519d0722d admin admin] Usage tracker for resource:security_group_rule and tenant:4c7f1179de83440685faeeb7d5d1f713 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:43.410071 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-84d127d2-8232-46ea-9522-fd2519d0722d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:43.462674 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-84d127d2-8232-46ea-9522-fd2519d0722d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:43.501268 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a80785-671a-4aae-8644-438c5f0dbc1b,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:43.507871 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-7cb55957-3bfb-4460-a804-200b18ef6608 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5715625 Jan 18 14:20:43.510769 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34292) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:43.513660 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network b3a80785-671a-4aae-8644-438c5f0dbc1b details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:20:43.518014 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Request body: {'subnet': {'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1456848484-subnet', 'tenant_id': '1a3611986e444960b717ec15249af922', 'ip_version': 4}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:43.526272 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:43.531538 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Usage tracker for resource:subnet and tenant:1a3611986e444960b717ec15249af922 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:43.537919 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:43.545464 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:43.565733 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Made reservation on behalf of 1a3611986e444960b717ec15249af922 for: {'subnet': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:20:43.568014 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3175496'] for subnet, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.678004 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-84d127d2-8232-46ea-9522-fd2519d0722d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.686848 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-84d127d2-8232-46ea-9522-fd2519d0722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.747148 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d127d2-8232-46ea-9522-fd2519d0722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b989ca-4dc4-4bb9-9540-f28668a370a4,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:43.754383 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-84d127d2-8232-46ea-9522-fd2519d0722d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c7f1179de83440685faeeb7d5d1f713&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4471300 Jan 18 14:20:43.756249 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34298) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:43.892377 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-96c1c71a-0d6d-4948-87e1-1050b04615ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.909188 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2769693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3175518'] for subnet, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:43.957648 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-96c1c71a-0d6d-4948-87e1-1050b04615ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.044003 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced7a626-a872-42e3-b91d-1b403471df86,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:44.066336 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Checking segment: {'id': '7b322f7e-ebd3-4426-b990-a770ea60fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:44.066770 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Network hostable DHCP agents. Network: b3a80785-671a-4aae-8644-438c5f0dbc1b, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:20:44.074020 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-96c1c71a-0d6d-4948-87e1-1050b04615ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.092978 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1c71a-0d6d-4948-87e1-1050b04615ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b989ca-4dc4-4bb9-9540-f28668a370a4,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:44.111479 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-96c1c71a-0d6d-4948-87e1-1050b04615ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.112854 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-96c1c71a-0d6d-4948-87e1-1050b04615ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00b989ca-4dc4-4bb9-9540-f28668a370a4 HTTP/1.1" status: 204 len: 168 time: 0.3557177 Jan 18 14:20:44.129937 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Network b3a80785-671a-4aae-8644-438c5f0dbc1b is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:20:44.147989 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, b3a80785-671a-4aae-8644-438c5f0dbc1b) {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:44.157074 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16d23a-f57c-4761-86b9-847119c74fec None None] Network b3a80785-671a-4aae-8644-438c5f0dbc1b requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:20:44.162043 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:44.185104 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.188224 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device cdbb3dcc-b9a7-47a2-8751-c3432a107431 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:44.237326 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-fcbed571-ed1b-4616-b358-ec4456bd0b2e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7221415 Jan 18 14:20:44.237326 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34308) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:44.242466 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:44.252225 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:44.260785 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Usage tracker for resource:router and tenant:1a3611986e444960b717ec15249af922 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:44.279989 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:44.293051 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-8de333c0-8179-4c9c-b86b-80e549ecbe14 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978820 Jan 18 14:20:44.298691 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:44.327729 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.329229 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.378292 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.411687 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port cdbb3dcc-b9a7-47a2-8751-c3432a107431 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:44.412300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.480831 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Sync routers for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:20:44.572820 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-b3a80785-671a-4aae-8644-438c5f0dbc1b', 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b', 'tenant_id': '1a3611986e444960b717ec15249af922', 'fixed_ips': [{'subnet_id': 'ced7a626-a872-42e3-b91d-1b403471df86'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:20:44.574424 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.578263 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:44.640726 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:20:44.641586 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:44.654510 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-5e5799ab-568f-429b-8853-1cb1332b46d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 1098 time: 0.2335992 Jan 18 14:20:44.814503 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83747fa5-3b01-493e-8d6e-41493d06c68f req-c8c03209-1009-4866-964f-3cae1b413421 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:44.821798 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-83747fa5-3b01-493e-8d6e-41493d06c68f req-c8c03209-1009-4866-964f-3cae1b413421 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.2733312 Jan 18 14:20:44.957054 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-0b9f5cd7-76f8-423e-8412-73b287bd6a36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:44.959487 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-0b9f5cd7-76f8-423e-8412-73b287bd6a36 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 916 time: 0.2662466 Jan 18 14:20:45.046117 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:45.074015 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-f3021315-9739-4e59-8bab-ef89e7eb3645 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07490b20-63d5-43f1-8280-8b3589b26f6f HTTP/1.1" status: 200 len: 217 time: 0.0911169 Jan 18 14:20:45.094497 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:45.096355 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:20:45.158191 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Allocated IP 172.20.0.2 (b3a80785-671a-4aae-8644-438c5f0dbc1b/ced7a626-a872-42e3-b91d-1b403471df86/0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:45.159986 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-83747fa5-3b01-493e-8d6e-41493d06c68f req-2ec5c6f0-4b04-4ff4-bfeb-b4301f331dc5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284652 Jan 18 14:20:45.196083 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-31df5b85-920a-4c7d-8c2f-693c254ae666 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:45.198706 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-31df5b85-920a-4c7d-8c2f-693c254ae666 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f82f4544-0fa8-4654-8c26-8d81dd7edb0e HTTP/1.1" status: 200 len: 855 time: 0.1158926 Jan 18 14:20:45.277312 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Allocated IP 172.27.1.74 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/33d0dced-07e2-4de8-97f2-e8be067dc9de) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:45.310540 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-6ed5fd00-3f91-4e93-ba74-906277eb94b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7ca2570-4bec-4646-a4e5-5b13fa852404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934920 Jan 18 14:20:45.535488 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-f7f94ce0-3147-403e-a492-6f62a19e6f4e service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173810 Jan 18 14:20:45.591802 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:45.635853 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:45.743712 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:45.756732 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Transition to ACTIVE for port object 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:45.757731 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Pushing event updated for resources: {'Port': ['ID=33d0dced-07e2-4de8-97f2-e8be067dc9de,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:45.763322 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:45.764902 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:45.767425 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:45.788837 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Transition to ACTIVE for port object 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:45.794223 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 2, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:45.803704 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Checking router: c6451045-170f-46ee-b175-56a8b3ff9a52 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:20:45.804106 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Updating router c6451045-170f-46ee-b175-56a8b3ff9a52 port ff367c28-9521-4b32-aa38-f7a0bac51d6d binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:20:45.841907 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:45.847545 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a5ce0bc-44d6-4d40-ad77-2eb5f0d67ddb req-f3130165-b258-4112-babc-b480065b9dff service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045721 Jan 18 14:20:46.012960 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Network b3a80785-671a-4aae-8644-438c5f0dbc1b is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:46.018347 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:46.021686 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Pushing event updated for resources: {'Port': ['ID=0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:46.042111 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:46.043160 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:46.044152 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:46.084490 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:46.363371 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-23bf5be2-7198-4450-9e25-a70a17837a3f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:46.364975 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-23bf5be2-7198-4450-9e25-a70a17837a3f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 815 time: 0.2639408 Jan 18 14:20:46.371810 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Attempting to bind port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:20:46.372338 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Attempting to bind port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '7b322f7e-ebd3-4426-b990-a770ea60fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:20:46.372733 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Attempting to bind port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 on network b3a80785-671a-4aae-8644-438c5f0dbc1b {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:46.383151 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:20:46.383529 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Checking segment: {'id': '7b322f7e-ebd3-4426-b990-a770ea60fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:46.383929 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:46.384323 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Bound using segment: {'id': '7b322f7e-ebd3-4426-b990-a770ea60fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:20:46.385258 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Bound port: 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b322f7e-ebd3-4426-b990-a770ea60fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:20:46.385258 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:46.435631 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-b1aa25cf-d651-4268-98ef-c1af0ad54103 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/quotas/a871a98db7e841b9bf50f139a8473791 HTTP/1.1" status: 200 len: 375 time: 0.0499890 Jan 18 14:20:46.589903 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e985a235-c348-4bad-af8f-5df668a44ed2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469204 Jan 18 14:20:46.613793 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6961d0-32a9-4aed-99d6-f8102ce6048c req-78a90507-1044-4d11-8b0d-3ef0921a8f33 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:46.615263 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bf6961d0-32a9-4aed-99d6-f8102ce6048c req-78a90507-1044-4d11-8b0d-3ef0921a8f33 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1507344 Jan 18 14:20:46.628442 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Router cee12e29-75e3-4555-bebd-136aa1fb7741 is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:20:46.705595 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bf6961d0-32a9-4aed-99d6-f8102ce6048c req-8d53fd79-5dd0-44b7-9dc3-c5ad1501fa07 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796053 Jan 18 14:20:46.753523 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] For port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:20:46.768338 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] For port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1,segment=NetworkSegment(7b322f7e-ebd3-4426-b990-a770ea60fa40),segment_id=7b322f7e-ebd3-4426-b990-a770ea60fa40)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:20:46.785661 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:46.880429 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bc897-1695-4f3d-8bc7-93f5b3d444fa None None] Pushing event updated for resources: {'Port': ['ID=0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:46.943126 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-4b25eded-5890-4421-8ffa-f780d8c2c1c7 service neutron] 10.222.0.45 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369300 Jan 18 14:20:47.045871 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:47.064900 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Transition to ACTIVE for port object ff367c28-9521-4b32-aa38-f7a0bac51d6d will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:47.069478 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34394) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:47.076729 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:47.203465 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-93256a41-f041-4928-ac1e-212942ccff0f service neutron] 10.222.0.45 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533019 Jan 18 14:20:47.243366 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:20:47.256072 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Sync routers for ids ['cee12e29-75e3-4555-bebd-136aa1fb7741'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:20:47.279866 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Routers {'cee12e29-75e3-4555-bebd-136aa1fb7741'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:20:47.280493 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['cee12e29-75e3-4555-bebd-136aa1fb7741'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:47.331760 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:47.335827 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-712ca273-3edb-4229-b881-6c2d9e6fd008 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0954528 Jan 18 14:20:47.336435 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34404) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:47.500034 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f2661fd2-b9cd-404e-8f80-4b2a4ee83ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:47.554233 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Pushing event updated for resources: {'Port': ['ID=ff367c28-9521-4b32-aa38-f7a0bac51d6d,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:47.601190 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f2661fd2-b9cd-404e-8f80-4b2a4ee83ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:47.611572 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f2661fd2-b9cd-404e-8f80-4b2a4ee83ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:8a02d6f9595d466a8bc193c0184dc5b5 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:47.618438 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f2661fd2-b9cd-404e-8f80-4b2a4ee83ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:47.629684 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.630026 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f2661fd2-b9cd-404e-8f80-4b2a4ee83ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:47.630166 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.630357 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.630686 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.631015 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.631336 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.631652 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.637600 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.639337 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.639998 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.641634 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:20:47.656282 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Attempting to bind port ff367c28-9521-4b32-aa38-f7a0bac51d6d on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:20:47.659570 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Attempting to bind port ff367c28-9521-4b32-aa38-f7a0bac51d6d by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:20:47.660109 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Attempting to bind port ff367c28-9521-4b32-aa38-f7a0bac51d6d on network b324b43e-572e-4977-9daa-feaab2c9af42 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:47.683552 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1a31aa99-52f9-4196-8698-1d09bf20d793 req-e5ce6f3f-3213-4e6e-82eb-b780ce632dc5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 210 time: 0.1177197 Jan 18 14:20:47.701279 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:20:47.705299 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Checking segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:47.705900 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:47.707036 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Bound using segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:20:47.709984 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Bound port: ff367c28-9521-4b32-aa38-f7a0bac51d6d, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:20:47.711927 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:47.767400 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Set router cee12e29-75e3-4555-bebd-136aa1fb7741 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:20:47.802176 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f2661fd2-b9cd-404e-8f80-4b2a4ee83ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:47.810474 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f2661fd2-b9cd-404e-8f80-4b2a4ee83ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:47.904652 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2661fd2-b9cd-404e-8f80-4b2a4ee83ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83690362-414d-4144-8d0f-027d29aad851,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:47.965260 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f2661fd2-b9cd-404e-8f80-4b2a4ee83ab3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a02d6f9595d466a8bc193c0184dc5b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8940172 Jan 18 14:20:47.972544 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34426) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:47.987750 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] For port ff367c28-9521-4b32-aa38-f7a0bac51d6d, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:20:48.001580 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] For port ff367c28-9521-4b32-aa38-f7a0bac51d6d, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=ff367c28-9521-4b32-aa38-f7a0bac51d6d,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:20:48.014838 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:48.086246 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-eb0c37b9-13ec-4b44-8f13-fdda35975a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:48.118492 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-eb0c37b9-13ec-4b44-8f13-fdda35975a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:48.186075 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-eb0c37b9-13ec-4b44-8f13-fdda35975a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:48.215308 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c37b9-13ec-4b44-8f13-fdda35975a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83690362-414d-4144-8d0f-027d29aad851,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:48.219773 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-eb0c37b9-13ec-4b44-8f13-fdda35975a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:48.223413 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-eb0c37b9-13ec-4b44-8f13-fdda35975a16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83690362-414d-4144-8d0f-027d29aad851 HTTP/1.1" status: 204 len: 168 time: 0.2467425 Jan 18 14:20:48.295059 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8486e0a-ac0f-49bc-b319-98e50f590248 None None] Pushing event updated for resources: {'Port': ['ID=ff367c28-9521-4b32-aa38-f7a0bac51d6d,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:48.331649 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:20:48.332464 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:48.470975 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:48.538512 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:44Z', 'updated_at': '2022-01-18T14:20:45Z', 'revision_number': 3, 'project_id': '1a3611986e444960b717ec15249af922', 'gw_port': {'id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:45Z', 'updated_at': '2022-01-18T14:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:48.543349 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Checking router: cee12e29-75e3-4555-bebd-136aa1fb7741 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:20:48.543795 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Updating router cee12e29-75e3-4555-bebd-136aa1fb7741 port 33d0dced-07e2-4de8-97f2-e8be067dc9de binding host dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:20:48.618116 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5b70-04d0-40fa-b4a8-11d55aaa13f6 req-1b9d01cb-2a11-48ac-b9fc-baf460145205 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:48.626341 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:48.627561 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1fbd5b70-04d0-40fa-b4a8-11d55aaa13f6 req-1b9d01cb-2a11-48ac-b9fc-baf460145205 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.4064629 Jan 18 14:20:48.678199 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36baebde-abd0-4171-994c-aae05b8c6851 None None] Network b3a80785-671a-4aae-8644-438c5f0dbc1b requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:20:48.760477 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1fbd5b70-04d0-40fa-b4a8-11d55aaa13f6 req-848ee974-ae9d-4e1d-a45a-adc3f031e757 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304984 Jan 18 14:20:49.073916 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7468b144-4619-4e98-b254-9fcd413fdd12 req-5547dca7-70ed-4780-860d-7dde1dd1bc02 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 210 time: 0.0929027 Jan 18 14:20:49.080269 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34452) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:49.115336 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-06e3f092-648f-4919-9a54-b1c1b6992098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.120894 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:49.158841 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:20:49.172422 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-06e3f092-648f-4919-9a54-b1c1b6992098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:49.176733 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-06e3f092-648f-4919-9a54-b1c1b6992098 admin admin] Usage tracker for resource:security_group_rule and tenant:e75649b3872c492fb3a3b4598dbad2e1 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:49.180386 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-06e3f092-648f-4919-9a54-b1c1b6992098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:49.194215 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-06e3f092-648f-4919-9a54-b1c1b6992098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:49.301280 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.317486 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Transition to ACTIVE for port object 33d0dced-07e2-4de8-97f2-e8be067dc9de will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:49.336649 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.344230 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-06e3f092-648f-4919-9a54-b1c1b6992098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.358493 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-06e3f092-648f-4919-9a54-b1c1b6992098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.461950 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.473764 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Attempting to bind port 33d0dced-07e2-4de8-97f2-e8be067dc9de on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:20:49.474288 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Attempting to bind port 33d0dced-07e2-4de8-97f2-e8be067dc9de by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:20:49.474782 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Attempting to bind port 33d0dced-07e2-4de8-97f2-e8be067dc9de on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:49.479466 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee8e79-1e79-4010-9180-26812852fce9 None None] Pushing event updated for resources: {'Port': ['ID=33d0dced-07e2-4de8-97f2-e8be067dc9de,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:49.485676 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:20:49.486290 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:49.486827 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.487639 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:20:49.488802 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Bound port: 33d0dced-07e2-4de8-97f2-e8be067dc9de, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:20:49.489437 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.517759 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3f092-648f-4919-9a54-b1c1b6992098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d98997-a0ab-419a-a046-c0494dacd2cc,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:49.521967 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-06e3f092-648f-4919-9a54-b1c1b6992098 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e75649b3872c492fb3a3b4598dbad2e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4390721 Jan 18 14:20:49.524911 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34458) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:49.542917 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-e5bb3835-b98e-4842-81ad-610623d1695a None None] Provisioning for port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:49.560313 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-e5bb3835-b98e-4842-81ad-610623d1695a None None] Provisioning complete for port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:49.560942 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3835-b98e-4842-81ad-610623d1695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.580710 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] For port 33d0dced-07e2-4de8-97f2-e8be067dc9de, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:20:49.584270 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] For port 33d0dced-07e2-4de8-97f2-e8be067dc9de, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=33d0dced-07e2-4de8-97f2-e8be067dc9de,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:20:49.590273 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.595640 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-954258ed-b22b-41d1-9398-26508e8ceee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.626124 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-954258ed-b22b-41d1-9398-26508e8ceee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.689147 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee8e79-1e79-4010-9180-26812852fce9 None None] Pushing event updated for resources: {'Port': ['ID=33d0dced-07e2-4de8-97f2-e8be067dc9de,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:49.691853 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Routers {'cee12e29-75e3-4555-bebd-136aa1fb7741'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:20:49.692545 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['cee12e29-75e3-4555-bebd-136aa1fb7741'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:49.714343 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-954258ed-b22b-41d1-9398-26508e8ceee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.736545 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954258ed-b22b-41d1-9398-26508e8ceee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d98997-a0ab-419a-a046-c0494dacd2cc,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:49.753656 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-954258ed-b22b-41d1-9398-26508e8ceee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.757383 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-954258ed-b22b-41d1-9398-26508e8ceee4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0d98997-a0ab-419a-a046-c0494dacd2cc HTTP/1.1" status: 204 len: 168 time: 0.2284069 Jan 18 14:20:49.792756 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Allocated IP 172.20.0.1 (b3a80785-671a-4aae-8644-438c5f0dbc1b/ced7a626-a872-42e3-b91d-1b403471df86/04f03a84-434a-4cc7-950f-b3eab94f569c) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:49.948724 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] Set router cee12e29-75e3-4555-bebd-136aa1fb7741 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:20:49.964620 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3835-b98e-4842-81ad-610623d1695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.988501 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1224-dedf-4fba-bfe6-bd4b919c6606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:49.991500 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:47Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:50.005764 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f585db-b397-4cc0-a025-17f95d7b4435 None None] The sync data for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi is: [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:47Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:20:50.048198 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:50.074708 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Transition to ACTIVE for port object 04f03a84-434a-4cc7-950f-b3eab94f569c will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:50.118143 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:50.137688 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-e5bb3835-b98e-4842-81ad-610623d1695a None None] For port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1,segment=NetworkSegment(7b322f7e-ebd3-4426-b990-a770ea60fa40),segment_id=7b322f7e-ebd3-4426-b990-a770ea60fa40)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:20:50.151456 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3835-b98e-4842-81ad-610623d1695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:50.243955 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Network b3a80785-671a-4aae-8644-438c5f0dbc1b is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:50.267918 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:50.287040 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0c6b2-b11a-4741-8ea9-578a314cab1b req-acb09a5b-6c35-4d6e-a26b-89849e8f8d17 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:50.293850 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:50.297775 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-19e0c6b2-b11a-4741-8ea9-578a314cab1b req-acb09a5b-6c35-4d6e-a26b-89849e8f8d17 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.3355029 Jan 18 14:20:50.382364 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-19e0c6b2-b11a-4741-8ea9-578a314cab1b req-6e72f61b-e37b-4b96-8886-7d71b6caadc4 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833378 Jan 18 14:20:50.464150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device ff367c28-9521-4b32-aa38-f7a0bac51d6d up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:50.534290 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb3835-b98e-4842-81ad-610623d1695a None None] Pushing event updated for resources: {'Port': ['ID=0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:50.573992 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d7254b79-0e22-4edd-a396-592e9d0e0926 req-0a94db97-3898-4e01-90e4-8f4a78d4509e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 210 time: 0.1749680 Jan 18 14:20:50.597785 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=04f03a84-434a-4cc7-950f-b3eab94f569c,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:50.608784 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c097225d-4984-43c1-aeea-f8353d9c6e66 None None] Provisioning complete for port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:50.609410 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c097225d-4984-43c1-aeea-f8353d9c6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:50.631766 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:50.768981 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port ff367c28-9521-4b32-aa38-f7a0bac51d6d completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:50.809558 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:44Z', 'updated_at': '2022-01-18T14:20:45Z', 'revision_number': 3, 'project_id': '1a3611986e444960b717ec15249af922', 'gw_port': {'id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:45Z', 'updated_at': '2022-01-18T14:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:50.819668 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a2a558-287f-46d5-9e91-a9f398a4e6b5 None None] The sync data for ids ['cee12e29-75e3-4555-bebd-136aa1fb7741'] in dv-cinder-825106-1-iscsi is: [{'id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:44Z', 'updated_at': '2022-01-18T14:20:45Z', 'revision_number': 3, 'project_id': '1a3611986e444960b717ec15249af922', 'gw_port': {'id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:45Z', 'updated_at': '2022-01-18T14:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:20:50.828530 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:50.829458 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port ff367c28-9521-4b32-aa38-f7a0bac51d6d triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:50.830013 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:51.043089 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:51.124122 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port ff367c28-9521-4b32-aa38-f7a0bac51d6d, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=ff367c28-9521-4b32-aa38-f7a0bac51d6d,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:20:51.139747 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:51.229040 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-0b287429-d6e9-4200-a54b-7a35197345fa None None] Provisioning for port 04f03a84-434a-4cc7-950f-b3eab94f569c completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:51.263282 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-0b287429-d6e9-4200-a54b-7a35197345fa None None] Provisioning complete for port 04f03a84-434a-4cc7-950f-b3eab94f569c triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:51.264002 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0b287429-d6e9-4200-a54b-7a35197345fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:51.298355 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:51.309771 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:51.443018 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=ff367c28-9521-4b32-aa38-f7a0bac51d6d,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:51.464645 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-0b287429-d6e9-4200-a54b-7a35197345fa None None] Port 04f03a84-434a-4cc7-950f-b3eab94f569c cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:20:51.603293 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:51.709362 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-ca4f7669-c44f-40ad-9af9-d9d26690ac66 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:51.720227 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-ca4f7669-c44f-40ad-9af9-d9d26690ac66 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 815 time: 0.4352825 Jan 18 14:20:51.751303 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Request body: {'port': {'device_id': '5875da46-69a0-448c-b249-b7f227561fa8', 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404', 'admin_state_up': True, 'tenant_id': 'a871a98db7e841b9bf50f139a8473791'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:52.080386 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e9a2fb42-82a9-42a7-b6ff-93567a01a4f7 req-e83d3cff-60e0-4d90-897a-8ce587f5030c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 210 time: 0.0726082 Jan 18 14:20:52.088943 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:52.122347 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:52.140563 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=04f03a84-434a-4cc7-950f-b3eab94f569c,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:52.153468 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Made reservation on behalf of a871a98db7e841b9bf50f139a8473791 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:20:52.158523 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9d77483b-ecaf-44a6-95b6-cf67caa0263e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:52.161483 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:52.241507 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b37108-a5b9-468f-adb7-60e90cfec2b2 req-b17f9f1e-0a62-4337-9842-15f0687e38d7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:52.248082 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-26b37108-a5b9-468f-adb7-60e90cfec2b2 req-b17f9f1e-0a62-4337-9842-15f0687e38d7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.3525186 Jan 18 14:20:52.274385 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:52.275160 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Network b3a80785-671a-4aae-8644-438c5f0dbc1b is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:52.278841 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:52.346871 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34532) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:52.455830 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:52.456198 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:52.472681 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-26b37108-a5b9-468f-adb7-60e90cfec2b2 req-296f4282-bfb5-4e8c-b9b6-a53f30e3f617 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236731 Jan 18 14:20:52.533568 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Allocated IP 172.20.0.11 (e7ca2570-4bec-4646-a4e5-5b13fa852404/f82f4544-0fa8-4654-8c26-8d81dd7edb0e/7bccfb42-93e3-4105-ae81-0fff61cedf62) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:52.706311 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2ec6dbd0-ba79-42fb-94b7-c86863bc7d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:52.779191 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device ff367c28-9521-4b32-aa38-f7a0bac51d6d up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:52.860563 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c9e5c770-3d30-4fb7-b1a7-89b3e322ea98 None None] Provisioning complete for port 04f03a84-434a-4cc7-950f-b3eab94f569c triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:52.860939 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c770-3d30-4fb7-b1a7-89b3e322ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:52.910278 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-2ec6dbd0-ba79-42fb-94b7-c86863bc7d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:52.914204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:52.925889 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port ff367c28-9521-4b32-aa38-f7a0bac51d6d triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:52.926252 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:52.948793 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:52.963185 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-2ec6dbd0-ba79-42fb-94b7-c86863bc7d21 admin admin] Usage tracker for resource:security_group_rule and tenant:dc2f0ee52e634841aaa6691e3b54cfad is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:52.964224 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['07490b20-63d5-43f1-8280-8b3589b26f6f', '87dbbecc-0a49-4517-9b8b-90c69b82fda6'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:20:52.967501 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-2ec6dbd0-ba79-42fb-94b7-c86863bc7d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:52.975032 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-2ec6dbd0-ba79-42fb-94b7-c86863bc7d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:52.987114 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5c770-3d30-4fb7-b1a7-89b3e322ea98 None None] Port 04f03a84-434a-4cc7-950f-b3eab94f569c cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:20:53.039492 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Network e7ca2570-4bec-4646-a4e5-5b13fa852404 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:53.043635 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:53.048326 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:53.053099 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:53.053940 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:53.071204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Pushing event updated for resources: {'Port': ['ID=7bccfb42-93e3-4105-ae81-0fff61cedf62,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:53.116645 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e781c96f-9338-44f5-b630-c557bbf90c81 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3769264 Jan 18 14:20:53.132189 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Request body: {'port': {'device_id': '5875da46-69a0-448c-b249-b7f227561fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:53.136318 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2ec6dbd0-ba79-42fb-94b7-c86863bc7d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:53.153818 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2ec6dbd0-ba79-42fb-94b7-c86863bc7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:53.173329 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ac1827aa-b6ba-4046-a310-c10ac254813e req-37a69a32-750b-469f-b404-bcd4d4fe9be4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 1098 time: 0.3417554 Jan 18 14:20:53.244141 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:53.299962 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6dbd0-ba79-42fb-94b7-c86863bc7d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86600e0-6e24-464d-964a-64e94cef428e,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:53.323883 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:53.437437 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-2ec6dbd0-ba79-42fb-94b7-c86863bc7d21 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc2f0ee52e634841aaa6691e3b54cfad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0658381 Jan 18 14:20:53.441328 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34564) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:53.501941 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:53.558365 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-20e286d9-76db-4851-aefd-f965a3d89abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:53.565302 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Router cee12e29-75e3-4555-bebd-136aa1fb7741 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:20:53.580302 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ef42-6b6b-4bb5-b44f-113a1c9adcbf req-d42562a8-903e-4fc2-aafc-846ad46697c1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:53.582076 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c876ef42-6b6b-4bb5-b44f-113a1c9adcbf req-d42562a8-903e-4fc2-aafc-846ad46697c1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 932 time: 0.2772572 Jan 18 14:20:53.636343 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-20e286d9-76db-4851-aefd-f965a3d89abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:53.790578 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c876ef42-6b6b-4bb5-b44f-113a1c9adcbf req-62568a96-63f5-407c-b628-3b73d012d2f2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954637 Jan 18 14:20:53.830915 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-20e286d9-76db-4851-aefd-f965a3d89abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:53.853610 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e286d9-76db-4851-aefd-f965a3d89abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86600e0-6e24-464d-964a-64e94cef428e,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:53.910609 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72024f-d5de-4973-a24a-fc584cad6fc2 req-820fe8ff-b671-46c4-bed6-056766325c51 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:53.915958 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5a72024f-d5de-4973-a24a-fc584cad6fc2 req-820fe8ff-b671-46c4-bed6-056766325c51 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1731267 Jan 18 14:20:53.997698 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-20e286d9-76db-4851-aefd-f965a3d89abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:54.001203 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-20e286d9-76db-4851-aefd-f965a3d89abe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b86600e0-6e24-464d-964a-64e94cef428e HTTP/1.1" status: 204 len: 168 time: 0.5542524 Jan 18 14:20:54.055713 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:20:54.062470 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-02a43230-b6b8-4f48-98e1-01100f91b6a1 admin admin] 10.222.0.45 "PUT /v2.0/routers/cee12e29-75e3-4555-bebd-136aa1fb7741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7248464 Jan 18 14:20:54.070524 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bccfb42-93e3-4105-ae81-0fff61cedf62 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:20:54.086868 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5a72024f-d5de-4973-a24a-fc584cad6fc2 req-8908fd59-7598-4981-88f6-03260cc409d6 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525023 Jan 18 14:20:54.094548 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:54.122536 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Transition to ACTIVE for port object 7bccfb42-93e3-4105-ae81-0fff61cedf62 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:54.133193 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:54.527446 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:54.532590 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Pushing event updated for resources: {'Port': ['ID=7bccfb42-93e3-4105-ae81-0fff61cedf62,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:54.552346 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:20:54.603310 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Attempting to bind port 7bccfb42-93e3-4105-ae81-0fff61cedf62 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:20:54.604140 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Attempting to bind port 7bccfb42-93e3-4105-ae81-0fff61cedf62 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:20:54.604477 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Attempting to bind port 7bccfb42-93e3-4105-ae81-0fff61cedf62 on network e7ca2570-4bec-4646-a4e5-5b13fa852404 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:54.611529 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Port 7bccfb42-93e3-4105-ae81-0fff61cedf62 on network e7ca2570-4bec-4646-a4e5-5b13fa852404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:20:54.611825 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Attempting to bind port 7bccfb42-93e3-4105-ae81-0fff61cedf62 on network e7ca2570-4bec-4646-a4e5-5b13fa852404 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:54.620431 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:20:54.620710 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Checking segment: {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:54.621267 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Bound using segment: {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:20:54.621717 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Bound port: 7bccfb42-93e3-4105-ae81-0fff61cedf62, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:20:54.622164 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:54.697927 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ac1827aa-b6ba-4046-a310-c10ac254813e req-40dc4896-5e45-4159-af25-6e03e49a5e33 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659811 Jan 18 14:20:54.729743 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] For port 7bccfb42-93e3-4105-ae81-0fff61cedf62, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:20:54.734286 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] For port 7bccfb42-93e3-4105-ae81-0fff61cedf62, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7bccfb42-93e3-4105-ae81-0fff61cedf62,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:20:54.738639 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:54.804146 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:54.805537 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] 10.222.0.77 "PUT /v2.0/ports/7bccfb42-93e3-4105-ae81-0fff61cedf62 HTTP/1.1" status: 200 len: 1094 time: 1.6783481 Jan 18 14:20:54.808442 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5875da46-69a0-448c-b249-b7f227561fa8', 'tag': '7bccfb42-93e3-4105-ae81-0fff61cedf62'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:20:54.825929 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7ee58-8d28-48e9-ab16-0ed4e1271104 service neutron] Pushing event updated for resources: {'Port': ['ID=7bccfb42-93e3-4105-ae81-0fff61cedf62,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:55.161934 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34622) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:55.172564 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813371135', 'description': 'tempest-secgroup-smoke-1813371135 description', 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:55.178402 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:55.182325 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:security_group and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:55.185168 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:55.191288 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:55.204283 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.215332 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5875da46-69a0-448c-b249-b7f227561fa8', 'tag': '7bccfb42-93e3-4105-ae81-0fff61cedf62', 'status': 'completed', 'code': 200} Jan 18 14:20:55.240020 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:55.243859 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:security_group_rule and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:55.246752 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:55.252345 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:55.268001 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34628) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:55.336211 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.340103 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.391485 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1f34d2-da9c-4e20-bd24-af338275b06d,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:55.396440 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.401432 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-008b2fde-3b70-4d0d-a380-47425d8d5137 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2352555 Jan 18 14:20:55.402032 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34636) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:55.408471 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'security_group_rule': {'security_group_id': '0b1f34d2-da9c-4e20-bd24-af338275b06d', 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:55.421522 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:55.428516 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:security_group_rule and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:55.431744 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:55.437940 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:55.462874 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.476145 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa646-0d90-4fc5-9b51-fc230662f883 req-a5eb5382-7510-49f1-82c6-d8c7f4c03ef1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:55.476937 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-58caa646-0d90-4fc5-9b51-fc230662f883 req-a5eb5382-7510-49f1-82c6-d8c7f4c03ef1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Synchronizing usage tracker for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:20:55.494328 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-58caa646-0d90-4fc5-9b51-fc230662f883 req-a5eb5382-7510-49f1-82c6-d8c7f4c03ef1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Unset dirty status for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:20:55.502337 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-58caa646-0d90-4fc5-9b51-fc230662f883 req-a5eb5382-7510-49f1-82c6-d8c7f4c03ef1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.1626801 Jan 18 14:20:55.558507 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1687226966-network', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:55.558720 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.564973 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.567391 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:55.571592 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-58caa646-0d90-4fc5-9b51-fc230662f883 req-a484a365-a162-49de-9819-0237e96c0af8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683928 Jan 18 14:20:55.575560 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Usage tracker for resource:network and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:55.580108 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:55.588599 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:55.594313 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d331c7-96ef-4fa3-83bb-8c2cc486899a,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:55.606958 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.611783 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-d05a79f4-6dfc-496f-b851-4f72a032a6a8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2058158 Jan 18 14:20:55.612121 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34642) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:55.614139 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Made reservation on behalf of 1f5d3beb82a4483fa4756a0670466383 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:20:55.618133 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.619089 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'security_group_rule': {'security_group_id': '0b1f34d2-da9c-4e20-bd24-af338275b06d', 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:55.626706 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:55.632530 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:security_group_rule and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:55.634402 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.639054 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:55.657605 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:55.679688 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:55.680864 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.705025 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Usage tracker for resource:security_group_rule and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:55.718312 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:55.742440 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:55.794826 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.807750 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.845802 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68469788-a455-4b6d-b687-0e994722134f,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:55.849998 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.854961 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.868488 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.874172 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f74bfc07-a595-4b53-aec4-008dee40c384 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2604675 Jan 18 14:20:55.874346 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34650) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:55.889283 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'security_group_rule': {'security_group_id': '0b1f34d2-da9c-4e20-bd24-af338275b06d', 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:55.895661 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:20:55.918339 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:55.923289 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:55.923702 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Added segment cfc0b1ba-1d63-4b60-8d90-124e73120d85 of type vlan for network b1a05886-3917-4036-bf02-7dd8f8762006 Jan 18 14:20:55.930313 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25faf330-63fe-404c-9e48-efa4e3421d88,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:55.933819 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:security_group_rule and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:55.937655 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:55.946648 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:55.997606 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.021634 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.085450 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.086285 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:56.086857 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.180793 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 33d0dced-07e2-4de8-97f2-e8be067dc9de up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:56.205633 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a05886-3917-4036-bf02-7dd8f8762006,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:56.211547 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ac552809-4627-4c2d-af8d-18ad419aea99 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9415598 Jan 18 14:20:56.214197 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34654) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:56.225815 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Request body: {'subnet': {'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1687226966-subnet', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'ip_version': 4}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:56.226396 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.230983 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:56.232982 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d6693-6e03-459f-889b-4d6c5079e5b4 req-6894bc64-6a42-454a-bc36-b6d73d0cb49e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:56.234060 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network b1a05886-3917-4036-bf02-7dd8f8762006 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:20:56.234470 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-321d6693-6e03-459f-889b-4d6c5079e5b4 req-6894bc64-6a42-454a-bc36-b6d73d0cb49e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.2699537 Jan 18 14:20:56.235545 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.239060 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Usage tracker for resource:subnet and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:56.242852 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:56.252436 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:56.264547 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Made reservation on behalf of 1f5d3beb82a4483fa4756a0670466383 for: {'subnet': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:20:56.268144 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3175496'] for subnet, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.279304 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255b3704-8618-4829-934b-1158da84a19e,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:56.293881 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.297556 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-21e28f1d-b001-42ed-823e-aeded8cd2474 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4184813 Jan 18 14:20:56.297701 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34658) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:56.306069 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'security_group_rule': {'security_group_id': '0b1f34d2-da9c-4e20-bd24-af338275b06d', 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:56.313989 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:56.320296 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:security_group_rule and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:56.324858 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-321d6693-6e03-459f-889b-4d6c5079e5b4 req-fc104b94-258b-42e5-a7b4-2b403656533a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787637 Jan 18 14:20:56.325683 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:56.333023 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:56.352971 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.374598 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 33d0dced-07e2-4de8-97f2-e8be067dc9de completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:56.380122 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 33d0dced-07e2-4de8-97f2-e8be067dc9de triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:56.380503 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.454537 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.462233 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.489119 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3430fd08-e96d-4449-a035-3bc1468ef94f,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:56.498378 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.500070 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-38dacb2f-bf15-4cc2-bd00-496309136db7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2012095 Jan 18 14:20:56.502856 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34664) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:56.508526 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'security_group_rule': {'security_group_id': '0b1f34d2-da9c-4e20-bd24-af338275b06d', 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:56.514366 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:56.516573 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.518419 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:security_group_rule and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:56.523194 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:56.530066 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:56.536506 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 33d0dced-07e2-4de8-97f2-e8be067dc9de, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=33d0dced-07e2-4de8-97f2-e8be067dc9de,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:20:56.540900 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.542520 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.securitygroups_db [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Project 5a6d8cf6f0574a048d9848c2cef379c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 14:20:56.550865 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.609199 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2769693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3175518'] for subnet, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.613103 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=33d0dced-07e2-4de8-97f2-e8be067dc9de,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:56.626476 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.630247 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.657646 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d618a97-4696-4b65-91f6-4e0b88907440,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:56.668538 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.670939 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0072c20c-a6a9-4395-bb1d-0c361011bb77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1671052 Jan 18 14:20:56.673524 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34670) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:56.675399 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Pushing event updated for resources: {'Subnet': ['ID=548432c6-9bb2-406c-bd59-eef4befc29b0,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:56.682920 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'security_group_rule': {'security_group_id': '0b1f34d2-da9c-4e20-bd24-af338275b06d', 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:56.688543 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:56.692616 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:security_group_rule and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:56.695459 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:56.701608 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:56.709144 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Checking segment: {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:56.709533 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Network hostable DHCP agents. Network: b1a05886-3917-4036-bf02-7dd8f8762006, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:20:56.731840 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Network b1a05886-3917-4036-bf02-7dd8f8762006 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:20:56.742288 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, b1a05886-3917-4036-bf02-7dd8f8762006) {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:56.745414 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.securitygroups_db [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Project 5a6d8cf6f0574a048d9848c2cef379c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 14:20:56.746678 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:56.747451 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.751214 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cdd6e-215c-45a9-9f47-6349b85ada4d None None] Network b1a05886-3917-4036-bf02-7dd8f8762006 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:20:56.756658 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.774588 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-aaede55b-1d47-4a27-9f1e-ce4cacde810e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5590322 Jan 18 14:20:56.777694 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34676) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:56.784928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:20:56.789997 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:20:56.794265 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Usage tracker for resource:router and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:20:56.797422 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:20:56.804033 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:20:56.817130 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.818168 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.844035 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.846418 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.855535 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e84a6e-be21-4699-a432-ad8f2284bcbc req-3efe0565-fcee-4482-9455-ca97d37cf57a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:56.857076 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-40e84a6e-be21-4699-a432-ad8f2284bcbc req-3efe0565-fcee-4482-9455-ca97d37cf57a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.1476212 Jan 18 14:20:56.858281 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.901516 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8441b1a-9b62-4194-9cdb-a89916f9c89f,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:56.922387 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:56.941573 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b01de79d-4a95-4ce1-a61d-5ce558316764 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2522480 Jan 18 14:20:56.951764 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-40e84a6e-be21-4699-a432-ad8f2284bcbc req-cdb927c9-97a9-457f-929b-1a74869bd1c4 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861120 Jan 18 14:20:57.100185 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.121956 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-b1a05886-3917-4036-bf02-7dd8f8762006', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:20:57.123149 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.279523 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Allocated IP 172.20.0.2 (b1a05886-3917-4036-bf02-7dd8f8762006/548432c6-9bb2-406c-bd59-eef4befc29b0/e398f8a5-e278-425e-ad69-b004bfa68246) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:57.297734 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.336049 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.497612 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Allocated IP 172.27.1.194 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/f6c7eec1-7c10-42c0-a8cb-8db46006ee95) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:20:57.505015 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.518171 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Transition to ACTIVE for port object e398f8a5-e278-425e-ad69-b004bfa68246 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:57.541959 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Transition to ACTIVE for port object e398f8a5-e278-425e-ad69-b004bfa68246 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:20:57.552787 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.622410 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8720d-bd56-48aa-ab9c-5d99c98fec26 req-ece4b061-6e9c-4cb5-b48a-cbfc3ef0b817 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:57.623913 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a0c8720d-bd56-48aa-ab9c-5d99c98fec26 req-ece4b061-6e9c-4cb5-b48a-cbfc3ef0b817 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1192460 Jan 18 14:20:57.652529 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Pushing event updated for resources: {'Port': ['ID=e398f8a5-e278-425e-ad69-b004bfa68246,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:57.664315 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Network b1a05886-3917-4036-bf02-7dd8f8762006 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:57.665614 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:57.672199 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:57.673547 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.705298 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.714164 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a0c8720d-bd56-48aa-ab9c-5d99c98fec26 req-03ba3cc2-736a-42bf-8930-7cd12a7f2b12 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835936 Jan 18 14:20:57.776901 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Attempting to bind port e398f8a5-e278-425e-ad69-b004bfa68246 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:20:57.777291 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Attempting to bind port e398f8a5-e278-425e-ad69-b004bfa68246 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:20:57.777648 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Attempting to bind port e398f8a5-e278-425e-ad69-b004bfa68246 on network b1a05886-3917-4036-bf02-7dd8f8762006 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:20:57.783831 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:20:57.784194 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Checking segment: {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:20:57.784584 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.784981 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Bound using segment: {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:20:57.785434 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Bound port: e398f8a5-e278-425e-ad69-b004bfa68246, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:20:57.785795 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.827969 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:20:57.831930 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:20:57.834036 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c7eec1-7c10-42c0-a8cb-8db46006ee95,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:57.839488 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:20:57.877846 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] For port e398f8a5-e278-425e-ad69-b004bfa68246, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:20:57.883104 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] For port e398f8a5-e278-425e-ad69-b004bfa68246, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=e398f8a5-e278-425e-ad69-b004bfa68246,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:20:57.889064 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:57.946838 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-034c04d8-504f-46dd-a0d5-246d3ad0f35b req-e5753ddc-1d23-4c78-addb-7bf028c5990e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1806748 Jan 18 14:20:57.974613 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ae36f-f697-4188-9fcf-92b4d19e4460 None None] Pushing event updated for resources: {'Port': ['ID=e398f8a5-e278-425e-ad69-b004bfa68246,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:20:58.126130 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c04d8-504f-46dd-a0d5-246d3ad0f35b req-d5c76f61-c54e-4775-898a-a03e6b7ef4b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:58.127724 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-034c04d8-504f-46dd-a0d5-246d3ad0f35b req-d5c76f61-c54e-4775-898a-a03e6b7ef4b7 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a871a98db7e841b9bf50f139a8473791&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1713965 Jan 18 14:20:58.250749 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 33d0dced-07e2-4de8-97f2-e8be067dc9de up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:20:58.317511 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a2032-3222-4c7b-8d38-825df0d79789 req-e6100591-44c0-4621-9a86-74108e13360a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:58.321182 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c04d8-504f-46dd-a0d5-246d3ad0f35b req-6bd3a96b-8357-4424-8ed8-eb57a434e2f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:58.323272 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-034c04d8-504f-46dd-a0d5-246d3ad0f35b req-6bd3a96b-8357-4424-8ed8-eb57a434e2f0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878679 Jan 18 14:20:58.325237 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:58.325463 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3e2a2032-3222-4c7b-8d38-825df0d79789 req-e6100591-44c0-4621-9a86-74108e13360a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.1840191 Jan 18 14:20:58.326805 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:58.390628 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 33d0dced-07e2-4de8-97f2-e8be067dc9de triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:20:58.391692 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:58.402171 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3e2a2032-3222-4c7b-8d38-825df0d79789 req-88e1836e-d7c4-4590-918d-dcb7d013d758 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755630 Jan 18 14:20:58.654066 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-664e399b-20e2-415d-b794-c0b61d308671 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1573811 Jan 18 14:20:58.736828 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-07c2e0c2-e632-4b00-9d7e-1a36c4acec53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bccfb42-93e3-4105-ae81-0fff61cedf62 HTTP/1.1" status: 200 len: 217 time: 0.0749443 Jan 18 14:20:58.918752 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Router 015ac896-9d3d-43a8-a300-f1c5418b9f78 is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:20:59.025482 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efba71a-6668-4c49-9047-b1874da8818c req-33c1b2ce-8bce-4121-859e-ee7e44950501 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:59.026879 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9efba71a-6668-4c49-9047-b1874da8818c req-33c1b2ce-8bce-4121-859e-ee7e44950501 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1602836 Jan 18 14:20:59.091389 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9efba71a-6668-4c49-9047-b1874da8818c req-7ba1d219-7802-4395-aee7-ca4aad66792a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541933 Jan 18 14:20:59.118577 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea39d4-77bd-4436-9086-7e5c1952e280 None None] Network b1a05886-3917-4036-bf02-7dd8f8762006 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:20:59.190856 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:20:59.203954 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Sync routers for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:20:59.212930 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:20:59.214110 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f514b5c8-d1a9-4883-b51b-56379a416a18 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4347851 Jan 18 14:20:59.216996 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34738) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:20:59.228493 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-2de35d89-78e6-4f6a-9887-b1d1fffc3848 None None] Provisioning for port e398f8a5-e278-425e-ad69-b004bfa68246 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:20:59.256875 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:20:59.257500 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:59.521087 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:20:59.659249 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddd2c6-7a6e-474d-af87-4d07c8c54687 req-96e16b6b-dfd5-4fb6-b080-1d23c6bc3d3e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:20:59.660674 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1ddd2c6-7a6e-474d-af87-4d07c8c54687 req-96e16b6b-dfd5-4fb6-b080-1d23c6bc3d3e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.1100686 Jan 18 14:20:59.780391 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1ddd2c6-7a6e-474d-af87-4d07c8c54687 req-44f6b086-3e1f-48a6-aef7-f81d353744ef tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112888 Jan 18 14:20:59.851525 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:20:58Z', 'revision_number': 3, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:20:59.855624 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Checking router: 015ac896-9d3d-43a8-a300-f1c5418b9f78 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:20:59.856401 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Updating router 015ac896-9d3d-43a8-a300-f1c5418b9f78 port f6c7eec1-7c10-42c0-a8cb-8db46006ee95 binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:20:59.916858 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.150568 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.264680 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device e398f8a5-e278-425e-ad69-b004bfa68246 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:00.324846 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.340816 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Transition to ACTIVE for port object f6c7eec1-7c10-42c0-a8cb-8db46006ee95 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:00.349151 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.426231 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port e398f8a5-e278-425e-ad69-b004bfa68246 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:00.430535 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57da92-9b37-485f-b083-d830eed4e8c1 None None] Pushing event updated for resources: {'Port': ['ID=f6c7eec1-7c10-42c0-a8cb-8db46006ee95,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:00.438766 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port e398f8a5-e278-425e-ad69-b004bfa68246 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:00.439399 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.442473 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc873-ee8f-4161-ba2e-3f27a9589ac7 req-823f11e2-f11d-4be4-90fa-8e92acc7c104 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:00.443938 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ca9fc873-ee8f-4161-ba2e-3f27a9589ac7 req-823f11e2-f11d-4be4-90fa-8e92acc7c104 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1893792 Jan 18 14:21:00.466763 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Attempting to bind port f6c7eec1-7c10-42c0-a8cb-8db46006ee95 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:21:00.467002 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Allocated IP 172.20.0.1 (b1a05886-3917-4036-bf02-7dd8f8762006/548432c6-9bb2-406c-bd59-eef4befc29b0/fed817ed-df98-43b1-bcc0-f1e823441b2f) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:21:00.467101 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Attempting to bind port f6c7eec1-7c10-42c0-a8cb-8db46006ee95 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:21:00.467460 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Attempting to bind port f6c7eec1-7c10-42c0-a8cb-8db46006ee95 on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:21:00.490916 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:21:00.491280 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:21:00.491652 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.492168 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:21:00.492483 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Bound port: f6c7eec1-7c10-42c0-a8cb-8db46006ee95, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:21:00.492839 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.568500 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ca9fc873-ee8f-4161-ba2e-3f27a9589ac7 req-4d6a115f-6080-4753-92b8-3b6b902451fd tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162052 Jan 18 14:21:00.614470 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] For port f6c7eec1-7c10-42c0-a8cb-8db46006ee95, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:21:00.632133 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] For port f6c7eec1-7c10-42c0-a8cb-8db46006ee95, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=f6c7eec1-7c10-42c0-a8cb-8db46006ee95,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:21:00.636983 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.638194 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.645768 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.653359 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Transition to ACTIVE for port object fed817ed-df98-43b1-bcc0-f1e823441b2f will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:00.677281 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.738532 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port e398f8a5-e278-425e-ad69-b004bfa68246, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=e398f8a5-e278-425e-ad69-b004bfa68246,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:00.742939 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57da92-9b37-485f-b083-d830eed4e8c1 None None] Pushing event updated for resources: {'Port': ['ID=f6c7eec1-7c10-42c0-a8cb-8db46006ee95,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:00.746910 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.756512 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Network b1a05886-3917-4036-bf02-7dd8f8762006 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:21:00.757436 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Pushing event updated for resources: {'Port': ['ID=fed817ed-df98-43b1-bcc0-f1e823441b2f,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:00.761161 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:21:00.763694 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:21:00.800132 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:21:00.800757 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:00.820152 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:00.908643 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=e398f8a5-e278-425e-ad69-b004bfa68246,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:00.932171 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:01.042947 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:21:01.153082 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ba798-c667-4666-b6a5-308acf178284 req-4f51d896-52f3-486f-a170-42e49cc225c2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:01.154547 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-264ba798-c667-4666-b6a5-308acf178284 req-4f51d896-52f3-486f-a170-42e49cc225c2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.2122169 Jan 18 14:21:01.185346 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-15ac293f-f66b-475c-a63b-a72788fc706b None None] Provisioning for port fed817ed-df98-43b1-bcc0-f1e823441b2f completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:01.239796 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-264ba798-c667-4666-b6a5-308acf178284 req-35dd332f-8323-4dc3-a9de-bb411a2257eb tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784979 Jan 18 14:21:01.274061 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:01.281221 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:01.283952 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-15ac293f-f66b-475c-a63b-a72788fc706b None None] Provisioning complete for port fed817ed-df98-43b1-bcc0-f1e823441b2f triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:01.284322 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15ac293f-f66b-475c-a63b-a72788fc706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:01.355743 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-15ac293f-f66b-475c-a63b-a72788fc706b None None] Port fed817ed-df98-43b1-bcc0-f1e823441b2f cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:21:01.387000 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Pushing event updated for resources: {'Port': ['ID=fed817ed-df98-43b1-bcc0-f1e823441b2f,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:01.389340 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:01.450192 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 1, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:01.453996 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f0624-5095-460b-8c0e-305086057dbc None None] The sync data for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi is: [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 1, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:21:01.524463 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Network b1a05886-3917-4036-bf02-7dd8f8762006 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:21:01.526197 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:21:01.781366 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-1ec2a524-12fd-474c-8ab1-92295d98ed1c None None] Provisioning complete for port fed817ed-df98-43b1-bcc0-f1e823441b2f triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:01.781962 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a524-12fd-474c-8ab1-92295d98ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:01.835478 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-1ec2a524-12fd-474c-8ab1-92295d98ed1c None None] Port fed817ed-df98-43b1-bcc0-f1e823441b2f cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:21:01.885852 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-404b108e-ca7d-49cf-b764-689c2ba7afcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:01.887687 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-404b108e-ca7d-49cf-b764-689c2ba7afcb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f82f4544-0fa8-4654-8c26-8d81dd7edb0e HTTP/1.1" status: 200 len: 855 time: 0.2104063 Jan 18 14:21:01.981328 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da629992-d6c9-42d2-8482-c424d623b3ca req-3885306c-88d7-41db-ad1a-ee90dd5c4d83 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:01.982684 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-da629992-d6c9-42d2-8482-c424d623b3ca req-3885306c-88d7-41db-ad1a-ee90dd5c4d83 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.2606747 Jan 18 14:21:02.045150 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-da629992-d6c9-42d2-8482-c424d623b3ca req-2d2ceb57-c377-443c-bf03-1bb3a6749c60 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544636 Jan 18 14:21:02.154523 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Router 015ac896-9d3d-43a8-a300-f1c5418b9f78 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:21:02.166659 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device e398f8a5-e278-425e-ad69-b004bfa68246 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:02.250634 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port e398f8a5-e278-425e-ad69-b004bfa68246 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:02.250991 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:02.405984 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:21:02.421764 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3b11e2a5-849e-435c-ac0c-78a1491082bd admin admin] 10.222.0.45 "PUT /v2.0/routers/015ac896-9d3d-43a8-a300-f1c5418b9f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2035944 Jan 18 14:21:02.454993 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03952f-8863-4760-92c3-95b6f25e7873 req-ed220baa-ca5e-4501-8cd8-f77410e3b48b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:02.456456 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4d03952f-8863-4760-92c3-95b6f25e7873 req-ed220baa-ca5e-4501-8cd8-f77410e3b48b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.0888381 Jan 18 14:21:02.505664 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4d03952f-8863-4760-92c3-95b6f25e7873 req-68c8ec21-eaf6-4467-88b4-18a53d2aa15c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Jan 18 14:21:03.250531 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d34b5-5eeb-4ffa-9dd1-8e3905d8d205 req-87334606-a76d-49f6-bad9-fdf188a67dac tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:03.253527 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d08d34b5-5eeb-4ffa-9dd1-8e3905d8d205 req-87334606-a76d-49f6-bad9-fdf188a67dac tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0854304 Jan 18 14:21:03.268358 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34812) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:03.274333 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1066289729-network', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:21:03.279026 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:03.283629 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Usage tracker for resource:network and tenant:9ddee312d49a4270b6c6d29334e6a246 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:03.287003 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:03.292712 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:03.302619 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d08d34b5-5eeb-4ffa-9dd1-8e3905d8d205 req-b84a4c1b-d4bf-4148-8ebf-bc870c562114 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Jan 18 14:21:03.304700 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Made reservation on behalf of 9ddee312d49a4270b6c6d29334e6a246 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:21:03.307515 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.320102 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.354414 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:03.358105 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddee312d49a4270b6c6d29334e6a246 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:03.360820 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:03.366375 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:03.428598 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.432516 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.460266 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:21:03.468736 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f732f-7b56-41b2-b337-4d635533e9e9,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:03.474125 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.474465 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Added segment 3df4b14a-8e9c-4987-9e7a-934404392d72 of type vlan for network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce Jan 18 14:21:03.502108 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.530353 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.531175 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:03.531752 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.573182 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-2f04cc0f-df32-4a7b-ac3f-82904fbc51df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7ca2570-4bec-4646-a4e5-5b13fa852404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468414 Jan 18 14:21:03.645153 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3755555 Jan 18 14:21:03.648048 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34820) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:03.654675 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Request body: {'subnet': {'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1066289729-subnet', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:21:03.660876 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec85dd-d3ac-4a64-9cff-7e9102949b11 admin admin] Pushing event updated for resources: {'Network': ['ID=2aaab91e-55ca-47a3-9f6b-4bbddd6779ce,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:03.667097 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:03.669474 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Usage tracker for resource:subnet and tenant:9ddee312d49a4270b6c6d29334e6a246 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:03.673473 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:03.674150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:21:03.679255 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:03.692884 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Made reservation on behalf of 9ddee312d49a4270b6c6d29334e6a246 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:21:03.695443 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.765417 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-9a72ffce-1c8c-4a25-9618-852d3534f3b2 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863546 Jan 18 14:21:03.778615 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e5cb1-5e74-46ed-acc9-52a27a62b424 req-fce2b645-c9ce-4b55-8e50-990219113da5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:03.780073 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3d1e5cb1-5e74-46ed-acc9-52a27a62b424 req-fce2b645-c9ce-4b55-8e50-990219113da5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.1352317 Jan 18 14:21:03.948399 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:03.954627 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3d1e5cb1-5e74-46ed-acc9-52a27a62b424 req-67a5ac70-a90c-4c25-b4f1-9dd16ed9f3b0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560009 Jan 18 14:21:03.975439 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d72cce04-f620-49c9-9f24-8dea006bcb6d req-e5408df5-084f-4a81-ae60-f1c937501690 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027743 Jan 18 14:21:04.075383 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=282921f8-9696-439a-a9ad-f83e986946f0,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:04.086410 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Checking segment: {'id': '3df4b14a-8e9c-4987-9e7a-934404392d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:21:04.086764 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Network hostable DHCP agents. Network: 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:21:04.111072 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:21:04.120615 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:21:04.124540 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:04.125470 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.134755 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0fbaa8-20ee-4ba2-b1cd-ccbd2363e89c None None] Network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:21:04.148387 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2454e4fe-5201-4c26-b93b-8a8ee4eae10f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4993625 Jan 18 14:21:04.151469 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34830) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:04.156743 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:21:04.161014 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:04.164780 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Usage tracker for resource:router and tenant:9ddee312d49a4270b6c6d29334e6a246 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:04.168840 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:04.174776 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:04.185551 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.186424 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.204597 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.348651 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.364385 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-2aaab91e-55ca-47a3-9f6b-4bbddd6779ce', 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'fixed_ips': [{'subnet_id': '282921f8-9696-439a-a9ad-f83e986946f0'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:21:04.365664 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.541899 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Allocated IP 172.20.0.2 (2aaab91e-55ca-47a3-9f6b-4bbddd6779ce/282921f8-9696-439a-a9ad-f83e986946f0/595af17c-6b3f-4a9f-8938-d7ba34d268f3) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:21:04.549251 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a15c1-0aef-4d03-97e5-fbffe79b0953 req-9634b499-ec8d-4db1-8538-c8295d1edfbb tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:04.550689 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-604a15c1-0aef-4d03-97e5-fbffe79b0953 req-9634b499-ec8d-4db1-8538-c8295d1edfbb tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1092913 Jan 18 14:21:04.652224 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.688854 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-604a15c1-0aef-4d03-97e5-fbffe79b0953 req-81c76475-a462-48d5-ba9e-c3ffb4988e23 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294708 Jan 18 14:21:04.690367 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.753704 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.763752 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Transition to ACTIVE for port object 595af17c-6b3f-4a9f-8938-d7ba34d268f3 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:04.782569 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Transition to ACTIVE for port object 595af17c-6b3f-4a9f-8938-d7ba34d268f3 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:04.788292 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.831403 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Allocated IP 172.27.1.88 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/ff2b9bb9-6f4e-47ce-aec7-037b89963818) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:21:04.858439 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:21:04.861325 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:21:04.865806 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:21:04.899512 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Pushing event updated for resources: {'Port': ['ID=595af17c-6b3f-4a9f-8938-d7ba34d268f3,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:04.956146 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Attempting to bind port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:21:04.956524 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Attempting to bind port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '3df4b14a-8e9c-4987-9e7a-934404392d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:21:04.956889 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Attempting to bind port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 on network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:21:04.963870 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:21:04.964237 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Checking segment: {'id': '3df4b14a-8e9c-4987-9e7a-934404392d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:21:04.964635 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:04.965043 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Bound using segment: {'id': '3df4b14a-8e9c-4987-9e7a-934404392d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:21:04.965499 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Bound port: 595af17c-6b3f-4a9f-8938-d7ba34d268f3, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df4b14a-8e9c-4987-9e7a-934404392d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:21:04.966239 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:05.047709 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:05.066170 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] For port 595af17c-6b3f-4a9f-8938-d7ba34d268f3, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:21:05.071198 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] For port 595af17c-6b3f-4a9f-8938-d7ba34d268f3, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=595af17c-6b3f-4a9f-8938-d7ba34d268f3,segment=NetworkSegment(3df4b14a-8e9c-4987-9e7a-934404392d72),segment_id=3df4b14a-8e9c-4987-9e7a-934404392d72)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:21:05.077535 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:05.092511 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:05.170730 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6584711-9cec-4e81-a732-9a272292cb54 None None] Pushing event updated for resources: {'Port': ['ID=595af17c-6b3f-4a9f-8938-d7ba34d268f3,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:05.228109 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:21:05.232438 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:21:05.234495 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Pushing event updated for resources: {'Port': ['ID=ff2b9bb9-6f4e-47ce-aec7-037b89963818,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:05.243837 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:21:05.323198 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6dc79-eb8f-491b-91fb-6b86d4b9da8e req-12151644-0687-4a57-93bb-0513ca67e09f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:05.324747 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-79f6dc79-eb8f-491b-91fb-6b86d4b9da8e req-12151644-0687-4a57-93bb-0513ca67e09f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.2019315 Jan 18 14:21:05.403213 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-79f6dc79-eb8f-491b-91fb-6b86d4b9da8e req-2b2a217a-6714-46d3-ad26-500fdd3e733a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691524 Jan 18 14:21:05.427832 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:05.428645 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:05.678128 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:21:05.956479 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47facfca-c4f5-44d7-a0d5-46d4e1d08990 req-41edbce6-2462-496c-a044-ebd3732c0f73 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:05.968664 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-47facfca-c4f5-44d7-a0d5-46d4e1d08990 req-41edbce6-2462-496c-a044-ebd3732c0f73 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1207941 Jan 18 14:21:06.019403 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:21:06.027134 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-47facfca-c4f5-44d7-a0d5-46d4e1d08990 req-0e349809-8d44-43cb-93ce-3b7dc9134ad9 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571194 Jan 18 14:21:06.032684 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Sync routers for ids ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:21:06.047473 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Routers {'78f999eb-1c90-4fb3-bc5a-ce778bccf733'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:21:06.048460 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:06.062071 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:06.063830 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b0e5311a-264d-4b6f-8f6b-b5b10cccb32a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9114428 Jan 18 14:21:06.066680 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 34864) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:06.317488 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 595af17c-6b3f-4a9f-8938-d7ba34d268f3 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:06.379145 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b359a-4225-41c3-b86e-e4c6121d9a7c None None] Network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:21:06.472746 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Set router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:21:06.528862 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe27d1a-2e19-4f09-a6de-1f4a9eb9c749 req-a193586d-302c-47a7-8ca8-a11579b94d5e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:06.535999 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1fe27d1a-2e19-4f09-a6de-1f4a9eb9c749 req-a193586d-302c-47a7-8ca8-a11579b94d5e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.2366686 Jan 18 14:21:06.609823 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1fe27d1a-2e19-4f09-a6de-1f4a9eb9c749 req-a864db6a-6b87-4c5e-a3b7-a878f2923d05 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727615 Jan 18 14:21:06.799044 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-fc666921-eb6a-4be6-99cc-f8e21e211552 None None] Provisioning for port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:06.864787 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:05Z', 'revision_number': 3, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'gw_port': {'id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:06.872274 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Checking router: 78f999eb-1c90-4fb3-bc5a-ce778bccf733 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:21:06.874947 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Updating router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 port ff2b9bb9-6f4e-47ce-aec7-037b89963818 binding host dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:21:06.884891 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959f09e-76ee-438c-96e0-c08cb4bcb867 req-3567fe28-9c5e-4071-a6e8-b19974e59f97 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:06.894115 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9959f09e-76ee-438c-96e0-c08cb4bcb867 req-3567fe28-9c5e-4071-a6e8-b19974e59f97 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.1545277 Jan 18 14:21:06.965991 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:06.966683 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9959f09e-76ee-438c-96e0-c08cb4bcb867 req-58158367-16d9-4bbf-92ba-b8b8f48beb49 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706775 Jan 18 14:21:06.994767 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:06.995222 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:07.053633 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:07.168982 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:07.252596 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 595af17c-6b3f-4a9f-8938-d7ba34d268f3, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=595af17c-6b3f-4a9f-8938-d7ba34d268f3,segment=NetworkSegment(3df4b14a-8e9c-4987-9e7a-934404392d72),segment_id=3df4b14a-8e9c-4987-9e7a-934404392d72)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:07.258943 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:07.381608 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=595af17c-6b3f-4a9f-8938-d7ba34d268f3,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:07.436450 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ae764d5d-db12-4ac3-affa-f54c47e4a294 None None] Provisioning complete for port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:07.437029 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ae764d5d-db12-4ac3-affa-f54c47e4a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:07.698811 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:07.786371 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:07.801894 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Transition to ACTIVE for port object ff2b9bb9-6f4e-47ce-aec7-037b89963818 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:07.880119 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:07.900310 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34918) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:08.023506 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Attempting to bind port ff2b9bb9-6f4e-47ce-aec7-037b89963818 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:21:08.023986 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Attempting to bind port ff2b9bb9-6f4e-47ce-aec7-037b89963818 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:21:08.024743 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Attempting to bind port ff2b9bb9-6f4e-47ce-aec7-037b89963818 on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:21:08.029812 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b555b-c581-42be-8f0a-9963cf92ceca None None] Pushing event updated for resources: {'Port': ['ID=ff2b9bb9-6f4e-47ce-aec7-037b89963818,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:08.041740 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:21:08.042361 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:21:08.042813 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.043302 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:21:08.043874 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Bound port: ff2b9bb9-6f4e-47ce-aec7-037b89963818, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:21:08.044440 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.071749 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Allocated IP 172.20.0.1 (2aaab91e-55ca-47a3-9f6b-4bbddd6779ce/282921f8-9696-439a-a9ad-f83e986946f0/5c913c8a-8bac-4368-bcd2-519f694cc1bf) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:21:08.132882 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.206417 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:08.208011 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 595af17c-6b3f-4a9f-8938-d7ba34d268f3 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:08.211936 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Usage tracker for resource:security_group_rule and tenant:0dc07745490e49d7b2643d55c3bce3bd is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:08.215781 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:08.222237 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:08.264236 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] For port ff2b9bb9-6f4e-47ce-aec7-037b89963818, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:21:08.287199 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] For port ff2b9bb9-6f4e-47ce-aec7-037b89963818, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=ff2b9bb9-6f4e-47ce-aec7-037b89963818,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:21:08.300848 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.357534 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.372492 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c45299-a282-48f7-937b-1797c316d292 req-5e7cf3a6-99c4-4811-a990-e0fa0865481e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:08.374006 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b9c45299-a282-48f7-937b-1797c316d292 req-5e7cf3a6-99c4-4811-a990-e0fa0865481e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.1400707 Jan 18 14:21:08.375723 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.382442 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:08.383753 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.396220 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Transition to ACTIVE for port object 5c913c8a-8bac-4368-bcd2-519f694cc1bf will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:08.411653 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.414645 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b555b-c581-42be-8f0a-9963cf92ceca None None] Pushing event updated for resources: {'Port': ['ID=ff2b9bb9-6f4e-47ce-aec7-037b89963818,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:08.435347 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Routers {'78f999eb-1c90-4fb3-bc5a-ce778bccf733'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:21:08.435941 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:08.442629 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.477701 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0dc07745490e49d7b2643d55c3bce3bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5762763 Jan 18 14:21:08.486260 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34934) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:08.507195 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b9c45299-a282-48f7-937b-1797c316d292 req-58896f2a-a771-402b-a21b-74164e3d082e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275265 Jan 18 14:21:08.509911 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1cb329-a4ae-4178-84a9-f163275276ee,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:08.528600 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.528961 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.529313 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.529647 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.529980 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.530309 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.530634 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.530956 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.531277 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.531595 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.531912 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821def5-6041-4ab6-95e1-59a15df50b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.577246 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:21:08.580049 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:21:08.583740 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:21:08.584211 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.590923 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Pushing event updated for resources: {'Port': ['ID=5c913c8a-8bac-4368-bcd2-519f694cc1bf,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:08.597868 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f92b6503-edf7-4b0b-9609-0fcc1f3fbea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.606744 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.607092 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.607441 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.607772 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.608110 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.608732 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.608845 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.609120 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.609447 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.609769 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.610094 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:08.636299 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f92b6503-edf7-4b0b-9609-0fcc1f3fbea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.665133 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] Set router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:21:08.699738 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f92b6503-edf7-4b0b-9609-0fcc1f3fbea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.710353 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.725193 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b6503-edf7-4b0b-9609-0fcc1f3fbea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1cb329-a4ae-4178-84a9-f163275276ee,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:08.729786 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f92b6503-edf7-4b0b-9609-0fcc1f3fbea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.730896 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f92b6503-edf7-4b0b-9609-0fcc1f3fbea8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c1cb329-a4ae-4178-84a9-f163275276ee HTTP/1.1" status: 204 len: 168 time: 0.2434983 Jan 18 14:21:08.862694 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-d34ba040-5ca1-4207-813e-8afbc2bf5a10 None None] Provisioning for port 5c913c8a-8bac-4368-bcd2-519f694cc1bf completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:08.868252 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-d34ba040-5ca1-4207-813e-8afbc2bf5a10 None None] Provisioning complete for port 5c913c8a-8bac-4368-bcd2-519f694cc1bf triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:08.868694 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d34ba040-5ca1-4207-813e-8afbc2bf5a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:08.979089 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-d34ba040-5ca1-4207-813e-8afbc2bf5a10 None None] Port 5c913c8a-8bac-4368-bcd2-519f694cc1bf cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:21:09.029208 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:05Z', 'revision_number': 3, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'gw_port': {'id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:09.035142 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91bd043-fd47-4ea8-b9ad-d0dbd094dadc None None] The sync data for ids ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'] in dv-cinder-825106-1-iscsi is: [{'id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:05Z', 'revision_number': 3, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'gw_port': {'id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:21:09.155800 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.160139 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.160691 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.163464 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34946) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:09.182291 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-83865518-06f1-4c32-89f0-e9f025f3fb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.220312 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-83865518-06f1-4c32-89f0-e9f025f3fb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:09.226194 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-83865518-06f1-4c32-89f0-e9f025f3fb54 admin admin] Usage tracker for resource:security_group_rule and tenant:ff400e19d7ab41458af3b3d81206c0f4 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:09.229174 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-83865518-06f1-4c32-89f0-e9f025f3fb54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:09.234923 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-83865518-06f1-4c32-89f0-e9f025f3fb54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:09.291963 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Pushing event updated for resources: {'Port': ['ID=5c913c8a-8bac-4368-bcd2-519f694cc1bf,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:09.300976 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-83865518-06f1-4c32-89f0-e9f025f3fb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.305517 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-83865518-06f1-4c32-89f0-e9f025f3fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.368119 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:21:09.370791 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:21:09.417744 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83865518-06f1-4c32-89f0-e9f025f3fb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dd21cf-c09e-4de2-afe3-1db1a94c4b45,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:09.435307 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-83865518-06f1-4c32-89f0-e9f025f3fb54 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff400e19d7ab41458af3b3d81206c0f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2701275 Jan 18 14:21:09.437889 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 34956) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:09.503199 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0af6a58d-d32b-4394-93ec-304113a7b97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.532777 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0af6a58d-d32b-4394-93ec-304113a7b97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.603603 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0af6a58d-d32b-4394-93ec-304113a7b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.622583 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6a58d-d32b-4394-93ec-304113a7b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dd21cf-c09e-4de2-afe3-1db1a94c4b45,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:09.628915 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-0af6a58d-d32b-4394-93ec-304113a7b97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.630929 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-0af6a58d-d32b-4394-93ec-304113a7b97d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63dd21cf-c09e-4de2-afe3-1db1a94c4b45 HTTP/1.1" status: 204 len: 168 time: 0.1919913 Jan 18 14:21:09.744101 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3758fe88-4d18-4788-9a87-10d4746e794f None None] Provisioning complete for port 5c913c8a-8bac-4368-bcd2-519f694cc1bf triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:09.744655 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3758fe88-4d18-4788-9a87-10d4746e794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:09.834781 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3758fe88-4d18-4788-9a87-10d4746e794f None None] Port 5c913c8a-8bac-4368-bcd2-519f694cc1bf cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:21:09.835663 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8358658-928e-441f-84fa-ac646024acbe req-8ab40345-76d6-415c-a3d3-24c5c992aad9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:09.838762 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b8358658-928e-441f-84fa-ac646024acbe req-8ab40345-76d6-415c-a3d3-24c5c992aad9 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.1605649 Jan 18 14:21:09.889334 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b8358658-928e-441f-84fa-ac646024acbe req-1b62a27c-0c61-405c-ab9e-fbfb62f2da2a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Jan 18 14:21:09.975310 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:21:10.065258 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Sync routers for ids ['cee12e29-75e3-4555-bebd-136aa1fb7741'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:21:10.094126 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Routers {'cee12e29-75e3-4555-bebd-136aa1fb7741'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:21:10.097113 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['cee12e29-75e3-4555-bebd-136aa1fb7741'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:10.339189 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device ff2b9bb9-6f4e-47ce-aec7-037b89963818 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:10.373599 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:21:10.388681 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bd920130-fab9-466d-b855-59d87df2139b admin admin] 10.222.0.45 "PUT /v2.0/routers/78f999eb-1c90-4fb3-bc5a-ce778bccf733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3203752 Jan 18 14:21:10.505240 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 7bccfb42-93e3-4105-ae81-0fff61cedf62 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:21:10.722241 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 7bccfb42-93e3-4105-ae81-0fff61cedf62, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7bccfb42-93e3-4105-ae81-0fff61cedf62,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:10.752569 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Set router cee12e29-75e3-4555-bebd-136aa1fb7741 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:21:10.821867 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '7bccfb42-93e3-4105-ae81-0fff61cedf62', 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404', 'port_id': '7bccfb42-93e3-4105-ae81-0fff61cedf62', 'mac_address': 'fa:16:3e:48:96:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f4544-0fa8-4654-8c26-8d81dd7edb0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:21:10.981905 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port ff2b9bb9-6f4e-47ce-aec7-037b89963818 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:11.180888 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port ff2b9bb9-6f4e-47ce-aec7-037b89963818 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:11.181295 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:11.257746 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:11.261808 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb306849-d85e-4012-8346-e4e9f14adaf0 req-d4f0991b-c6b6-4919-bdf5-405208e286d1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:11.263492 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fb306849-d85e-4012-8346-e4e9f14adaf0 req-d4f0991b-c6b6-4919-bdf5-405208e286d1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 944 time: 0.1525917 Jan 18 14:21:11.348041 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fb306849-d85e-4012-8346-e4e9f14adaf0 req-5f42b6ae-fc51-4e9c-a9c3-1bf453ed4a13 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719776 Jan 18 14:21:11.350568 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bccfb42-93e3-4105-ae81-0fff61cedf62 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:21:11.376051 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 7bccfb42-93e3-4105-ae81-0fff61cedf62, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7bccfb42-93e3-4105-ae81-0fff61cedf62,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:11.399469 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:11.586107 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=7bccfb42-93e3-4105-ae81-0fff61cedf62,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:11.621462 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:11.645409 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port ff2b9bb9-6f4e-47ce-aec7-037b89963818, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=ff2b9bb9-6f4e-47ce-aec7-037b89963818,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:11.652243 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:11.691713 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:44Z', 'updated_at': '2022-01-18T14:20:50Z', 'revision_number': 4, 'project_id': '1a3611986e444960b717ec15249af922', 'gw_port': {'id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:45Z', 'updated_at': '2022-01-18T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '04f03a84-434a-4cc7-950f-b3eab94f569c', 'name': '', 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b', 'tenant_id': '1a3611986e444960b717ec15249af922', 'mac_address': 'fa:16:3e:b7:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced7a626-a872-42e3-b91d-1b403471df86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:49Z', 'updated_at': '2022-01-18T14:20:50Z', 'revision_number': 2, 'project_id': '1a3611986e444960b717ec15249af922', 'subnets': [{'id': 'ced7a626-a872-42e3-b91d-1b403471df86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:11.709957 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Checking router: cee12e29-75e3-4555-bebd-136aa1fb7741 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:21:11.710314 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Updating router cee12e29-75e3-4555-bebd-136aa1fb7741 port 04f03a84-434a-4cc7-950f-b3eab94f569c binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:21:11.801860 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:11.813101 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=ff2b9bb9-6f4e-47ce-aec7-037b89963818,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:12.030905 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 35040) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:12.262047 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-12880755-4283-4d1e-98e7-fe61bdd15d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.282452 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.286311 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device ff2b9bb9-6f4e-47ce-aec7-037b89963818 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:12.303056 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-12880755-4283-4d1e-98e7-fe61bdd15d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:12.308564 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-12880755-4283-4d1e-98e7-fe61bdd15d60 admin admin] Usage tracker for resource:security_group_rule and tenant:3b91d555b14d4e15920412088e81f9a2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:12.311945 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-12880755-4283-4d1e-98e7-fe61bdd15d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:12.318541 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-12880755-4283-4d1e-98e7-fe61bdd15d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:12.353550 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Transition to ACTIVE for port object 04f03a84-434a-4cc7-950f-b3eab94f569c will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:12.368796 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.398813 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-12880755-4283-4d1e-98e7-fe61bdd15d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.410876 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-12880755-4283-4d1e-98e7-fe61bdd15d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.575137 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12880755-4283-4d1e-98e7-fe61bdd15d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f496d-df94-451b-b7a5-52c216b36d11,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:12.582919 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35054) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:12.583734 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-12880755-4283-4d1e-98e7-fe61bdd15d60 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b91d555b14d4e15920412088e81f9a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5517278 Jan 18 14:21:12.687369 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d131-87d0-481b-ab04-2214a04fac0b None None] Pushing event updated for resources: {'Port': ['ID=04f03a84-434a-4cc7-950f-b3eab94f569c,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:12.706193 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port ff2b9bb9-6f4e-47ce-aec7-037b89963818 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:12.706391 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.736732 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e14c76ec-318a-4189-b4d1-6e4bac5d2e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.784918 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e14c76ec-318a-4189-b4d1-6e4bac5d2e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.800200 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3c549-8a11-4109-9696-947185491806 req-e7b63f4f-4386-40d6-acf8-836633354537 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:12.801663 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-50c3c549-8a11-4109-9696-947185491806 req-e7b63f4f-4386-40d6-acf8-836633354537 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 945 time: 0.1235473 Jan 18 14:21:12.882222 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Attempting to bind port 04f03a84-434a-4cc7-950f-b3eab94f569c on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:21:12.882760 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Attempting to bind port 04f03a84-434a-4cc7-950f-b3eab94f569c by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '7b322f7e-ebd3-4426-b990-a770ea60fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:21:12.882760 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Attempting to bind port 04f03a84-434a-4cc7-950f-b3eab94f569c on network b3a80785-671a-4aae-8644-438c5f0dbc1b {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:21:12.891836 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-50c3c549-8a11-4109-9696-947185491806 req-d1dcba7c-9383-4e11-9c1e-c0ccb752b762 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732684 Jan 18 14:21:12.912614 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e14c76ec-318a-4189-b4d1-6e4bac5d2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.949783 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c76ec-318a-4189-b4d1-6e4bac5d2e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f496d-df94-451b-b7a5-52c216b36d11,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:12.957853 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f6c7eec1-7c10-42c0-a8cb-8db46006ee95 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:12.966331 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e14c76ec-318a-4189-b4d1-6e4bac5d2e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:12.970158 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e14c76ec-318a-4189-b4d1-6e4bac5d2e4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a6f496d-df94-451b-b7a5-52c216b36d11 HTTP/1.1" status: 204 len: 168 time: 0.3864894 Jan 18 14:21:13.016902 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:21:13.022207 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Checking segment: {'id': '7b322f7e-ebd3-4426-b990-a770ea60fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:21:13.022626 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:13.023030 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Bound using segment: {'id': '7b322f7e-ebd3-4426-b990-a770ea60fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:21:13.023536 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Bound port: 04f03a84-434a-4cc7-950f-b3eab94f569c, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b322f7e-ebd3-4426-b990-a770ea60fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:21:13.023911 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:13.054440 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:13.205020 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] For port 04f03a84-434a-4cc7-950f-b3eab94f569c, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:21:13.210688 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] For port 04f03a84-434a-4cc7-950f-b3eab94f569c, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=04f03a84-434a-4cc7-950f-b3eab94f569c,segment=NetworkSegment(7b322f7e-ebd3-4426-b990-a770ea60fa40),segment_id=7b322f7e-ebd3-4426-b990-a770ea60fa40)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:21:13.217981 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:13.272483 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port f6c7eec1-7c10-42c0-a8cb-8db46006ee95 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:13.289407 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port f6c7eec1-7c10-42c0-a8cb-8db46006ee95 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:13.289880 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:13.410516 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d131-87d0-481b-ab04-2214a04fac0b None None] Pushing event updated for resources: {'Port': ['ID=04f03a84-434a-4cc7-950f-b3eab94f569c,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:13.421824 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Routers {'cee12e29-75e3-4555-bebd-136aa1fb7741'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:21:13.422935 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:20:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['cee12e29-75e3-4555-bebd-136aa1fb7741'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:13.810621 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:13.823133 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] Set router cee12e29-75e3-4555-bebd-136aa1fb7741 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:21:13.977822 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['7bccfb42-93e3-4105-ae81-0fff61cedf62'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:21:14.081859 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port f6c7eec1-7c10-42c0-a8cb-8db46006ee95, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=f6c7eec1-7c10-42c0-a8cb-8db46006ee95,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:14.104667 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:14.316518 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847aadd0-fab1-4fc2-97f7-3c9f98a0db48 req-e4acd5fc-3caf-4176-b32e-894c332a461f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:14.327175 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-847aadd0-fab1-4fc2-97f7-3c9f98a0db48 req-e4acd5fc-3caf-4176-b32e-894c332a461f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 945 time: 0.1865799 Jan 18 14:21:14.386350 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=f6c7eec1-7c10-42c0-a8cb-8db46006ee95,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:14.408624 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-847aadd0-fab1-4fc2-97f7-3c9f98a0db48 req-c43f6efe-d4bb-41fb-85b0-b2102c6cbd6f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796399 Jan 18 14:21:14.617917 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:44Z', 'updated_at': '2022-01-18T14:20:50Z', 'revision_number': 4, 'project_id': '1a3611986e444960b717ec15249af922', 'gw_port': {'id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:45Z', 'updated_at': '2022-01-18T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '04f03a84-434a-4cc7-950f-b3eab94f569c', 'name': '', 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b', 'tenant_id': '1a3611986e444960b717ec15249af922', 'mac_address': 'fa:16:3e:b7:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced7a626-a872-42e3-b91d-1b403471df86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:49Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '1a3611986e444960b717ec15249af922', 'subnets': [{'id': 'ced7a626-a872-42e3-b91d-1b403471df86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:14.627048 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadedb84-da2d-49aa-ba35-68f1d84a55fc None None] The sync data for ids ['cee12e29-75e3-4555-bebd-136aa1fb7741'] in dv-cinder-825106-1-iscsi is: [{'id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:44Z', 'updated_at': '2022-01-18T14:20:50Z', 'revision_number': 4, 'project_id': '1a3611986e444960b717ec15249af922', 'gw_port': {'id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:45Z', 'updated_at': '2022-01-18T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '04f03a84-434a-4cc7-950f-b3eab94f569c', 'name': '', 'network_id': 'b3a80785-671a-4aae-8644-438c5f0dbc1b', 'tenant_id': '1a3611986e444960b717ec15249af922', 'mac_address': 'fa:16:3e:b7:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced7a626-a872-42e3-b91d-1b403471df86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:49Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '1a3611986e444960b717ec15249af922', 'subnets': [{'id': 'ced7a626-a872-42e3-b91d-1b403471df86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:21:15.794498 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65234a83-60ae-4a73-9e4c-4935e1186111 req-12bd02d9-cb98-4499-b374-79a7f9a0e0e2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:15.806347 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-65234a83-60ae-4a73-9e4c-4935e1186111 req-12bd02d9-cb98-4499-b374-79a7f9a0e0e2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 945 time: 0.1442323 Jan 18 14:21:15.852862 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-abd27cb4-bd01-4891-a7cc-cb0bc9d95dbb req-f60eb954-b430-4415-8157-9131e7fef57c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1099 time: 0.1326721 Jan 18 14:21:15.942922 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-65234a83-60ae-4a73-9e4c-4935e1186111 req-337a8da5-a759-487f-89a1-b34903d32cda tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333506 Jan 18 14:21:16.191116 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38275c1a-891c-43bf-b431-a198ce727865 req-6bb2302c-965e-4f43-9bca-617862fa0125 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:16.202225 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-38275c1a-891c-43bf-b431-a198ce727865 req-6bb2302c-965e-4f43-9bca-617862fa0125 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.2154489 Jan 18 14:21:16.214724 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd27cb4-bd01-4891-a7cc-cb0bc9d95dbb req-0e374760-8da6-4ed8-81de-617e1e1ad771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:16.216335 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-abd27cb4-bd01-4891-a7cc-cb0bc9d95dbb req-0e374760-8da6-4ed8-81de-617e1e1ad771 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 920 time: 0.3562586 Jan 18 14:21:16.311829 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-abd27cb4-bd01-4891-a7cc-cb0bc9d95dbb req-a2b119b3-1cab-49c0-8d69-a06308334db9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468 HTTP/1.1" status: 200 len: 217 time: 0.0741217 Jan 18 14:21:16.336835 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f6c7eec1-7c10-42c0-a8cb-8db46006ee95 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:16.379093 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-38275c1a-891c-43bf-b431-a198ce727865 req-ed9b8626-de79-45d7-bf15-cbfa6b4aa35c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758058 Jan 18 14:21:16.421698 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd27cb4-bd01-4891-a7cc-cb0bc9d95dbb req-e2a84e11-baf6-46e5-93ab-5ad58edc6757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:16.423480 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-abd27cb4-bd01-4891-a7cc-cb0bc9d95dbb req-e2a84e11-baf6-46e5-93ab-5ad58edc6757 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 200 len: 859 time: 0.1018167 Jan 18 14:21:16.427017 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port f6c7eec1-7c10-42c0-a8cb-8db46006ee95 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:16.427429 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:16.477618 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-abd27cb4-bd01-4891-a7cc-cb0bc9d95dbb req-c208495b-f950-4543-bfc2-f12c4cb3eae1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7868572-8726-4c93-974b-0ce5ad4eb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473604 Jan 18 14:21:16.683653 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 04f03a84-434a-4cc7-950f-b3eab94f569c up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:16.720650 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-abd27cb4-bd01-4891-a7cc-cb0bc9d95dbb req-a892c0d3-8052-4a72-8ede-ed79cf12a332 service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367845 Jan 18 14:21:16.809265 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 04f03a84-434a-4cc7-950f-b3eab94f569c completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:16.819115 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 04f03a84-434a-4cc7-950f-b3eab94f569c triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:16.819856 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:16.914745 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 7bccfb42-93e3-4105-ae81-0fff61cedf62 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:17.100181 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-abd27cb4-bd01-4891-a7cc-cb0bc9d95dbb req-c4d3ac75-7deb-4039-8dc9-4032a7010a7e service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664999 Jan 18 14:21:17.312469 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02b78-d68f-49f4-9559-ada9e0c01889 req-37d054b2-c254-4e92-b1a6-3c71125268e2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:17.315126 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4f02b78-d68f-49f4-9559-ada9e0c01889 req-37d054b2-c254-4e92-b1a6-3c71125268e2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 945 time: 0.1513066 Jan 18 14:21:17.341247 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 7bccfb42-93e3-4105-ae81-0fff61cedf62 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:17.353550 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:17.414870 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4f02b78-d68f-49f4-9559-ada9e0c01889 req-4b130ae7-7512-4e1c-a9f2-a5108204326e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923460 Jan 18 14:21:17.420022 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 7bccfb42-93e3-4105-ae81-0fff61cedf62 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:17.420398 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:17.508887 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 04f03a84-434a-4cc7-950f-b3eab94f569c, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=04f03a84-434a-4cc7-950f-b3eab94f569c,segment=NetworkSegment(7b322f7e-ebd3-4426-b990-a770ea60fa40),segment_id=7b322f7e-ebd3-4426-b990-a770ea60fa40)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:17.532302 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:17.670300 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6643fa-ac4f-4631-aec4-57067dacbd5f req-1ac09ba6-62e5-4f93-b9bc-9c9bd1ca6d2f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:17.679548 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c6643fa-ac4f-4631-aec4-57067dacbd5f req-1ac09ba6-62e5-4f93-b9bc-9c9bd1ca6d2f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1076543 Jan 18 14:21:17.742481 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c6643fa-ac4f-4631-aec4-57067dacbd5f req-3ba2db81-9f85-4f9b-823c-1662ac642f51 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616889 Jan 18 14:21:17.746941 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:17.786897 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=04f03a84-434a-4cc7-950f-b3eab94f569c,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:17.808177 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5875da46-69a0-448c-b249-b7f227561fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bccfb42-93e3-4105-ae81-0fff61cedf62'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:21:17.820855 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 7bccfb42-93e3-4105-ae81-0fff61cedf62, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7bccfb42-93e3-4105-ae81-0fff61cedf62,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:17.827771 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:17.934568 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=7bccfb42-93e3-4105-ae81-0fff61cedf62,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:17.973292 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5875da46-69a0-448c-b249-b7f227561fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bccfb42-93e3-4105-ae81-0fff61cedf62', 'code': 200} Jan 18 14:21:18.215977 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 04f03a84-434a-4cc7-950f-b3eab94f569c up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:18.309462 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 04f03a84-434a-4cc7-950f-b3eab94f569c triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:18.309982 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:18.331010 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ea7e4d90-6d40-4d08-be22-a4d6e87cd248 req-f341bc9f-ac05-49b9-ad56-dbc456341a5f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 1099 time: 0.0922244 Jan 18 14:21:18.392852 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ea7e4d90-6d40-4d08-be22-a4d6e87cd248 req-ee615674-a177-4ceb-9f54-ba83bfc05a5f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549390 Jan 18 14:21:18.450588 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35200) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:18.630607 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-01830939-12c0-41eb-8758-6aa4b7d71d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:18.700104 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6650cf-8033-40c0-804b-2c4f92641ed6 req-1993bed3-16e5-4486-9787-222e2df1dd04 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:18.701648 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fc6650cf-8033-40c0-804b-2c4f92641ed6 req-1993bed3-16e5-4486-9787-222e2df1dd04 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.1391444 Jan 18 14:21:18.702701 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-01830939-12c0-41eb-8758-6aa4b7d71d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:18.707218 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-01830939-12c0-41eb-8758-6aa4b7d71d40 admin admin] Usage tracker for resource:security_group_rule and tenant:699df7db584f451c80863f66fc42acc4 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:18.711158 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-01830939-12c0-41eb-8758-6aa4b7d71d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:18.734817 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-01830939-12c0-41eb-8758-6aa4b7d71d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:18.773215 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fc6650cf-8033-40c0-804b-2c4f92641ed6 req-4ac95098-7552-4138-858d-2eb3d1736593 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630498 Jan 18 14:21:18.879098 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-01830939-12c0-41eb-8758-6aa4b7d71d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:18.884750 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-01830939-12c0-41eb-8758-6aa4b7d71d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:18.939692 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-01830939-12c0-41eb-8758-6aa4b7d71d40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=699df7db584f451c80863f66fc42acc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4873915 Jan 18 14:21:18.944716 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35220) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:18.992270 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01830939-12c0-41eb-8758-6aa4b7d71d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311c2e32-7def-42c5-916f-d14a5ab6d975,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:19.048930 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b196cb5-e6e8-414f-aa10-19c6e4add3a1 req-19ed2fd7-ab6b-42b4-ac51-7c090bbc42e0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:19.050957 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7b196cb5-e6e8-414f-aa10-19c6e4add3a1 req-19ed2fd7-ab6b-42b4-ac51-7c090bbc42e0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1522491 Jan 18 14:21:19.056683 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a7be1f1b-2039-4a23-aa73-d6ed7a929792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:19.117711 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7b196cb5-e6e8-414f-aa10-19c6e4add3a1 req-1f1dd9ab-0885-4f03-9e53-4a1995ff6e85 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593896 Jan 18 14:21:19.129918 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a7be1f1b-2039-4a23-aa73-d6ed7a929792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:19.218540 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a7be1f1b-2039-4a23-aa73-d6ed7a929792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:19.244610 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be1f1b-2039-4a23-aa73-d6ed7a929792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311c2e32-7def-42c5-916f-d14a5ab6d975,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:19.248984 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a7be1f1b-2039-4a23-aa73-d6ed7a929792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:19.250832 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a7be1f1b-2039-4a23-aa73-d6ed7a929792 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/311c2e32-7def-42c5-916f-d14a5ab6d975 HTTP/1.1" status: 204 len: 168 time: 0.3047748 Jan 18 14:21:19.682501 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35234) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:19.703271 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-337ef6eb-23a1-4ff9-b14f-307a6a0d48db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:19.739996 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-337ef6eb-23a1-4ff9-b14f-307a6a0d48db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:19.742914 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-337ef6eb-23a1-4ff9-b14f-307a6a0d48db admin admin] Usage tracker for resource:security_group_rule and tenant:f5218ba56abf449091be2ec9f99681a7 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:19.746917 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-337ef6eb-23a1-4ff9-b14f-307a6a0d48db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:19.752622 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-337ef6eb-23a1-4ff9-b14f-307a6a0d48db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:19.873246 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb791-11f3-459a-8684-6e0114ccdaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:19.877139 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-337ef6eb-23a1-4ff9-b14f-307a6a0d48db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:19.897632 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-337ef6eb-23a1-4ff9-b14f-307a6a0d48db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:19.953106 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ef6eb-23a1-4ff9-b14f-307a6a0d48db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf30ae6-bca2-42a8-8884-94e543daa5f0,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:19.995898 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-337ef6eb-23a1-4ff9-b14f-307a6a0d48db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5218ba56abf449091be2ec9f99681a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3123240 Jan 18 14:21:19.996784 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35244) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:20.121493 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba44d25-533f-40d5-b58a-af4e07735069 req-a5f2d77a-603c-436a-a3c8-5a7878e211de tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:20.123021 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4ba44d25-533f-40d5-b58a-af4e07735069 req-a5f2d77a-603c-436a-a3c8-5a7878e211de tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.1507564 Jan 18 14:21:20.136764 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-524294ff-a55e-43d9-a992-586083424df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:20.164154 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-524294ff-a55e-43d9-a992-586083424df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:20.172368 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4ba44d25-533f-40d5-b58a-af4e07735069 req-2624f48c-b046-4c82-a8bf-6a75426a4bdc tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Jan 18 14:21:20.219670 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-524294ff-a55e-43d9-a992-586083424df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:20.237908 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-524294ff-a55e-43d9-a992-586083424df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:20.243665 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-524294ff-a55e-43d9-a992-586083424df1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1cf30ae6-bca2-42a8-8884-94e543daa5f0 HTTP/1.1" status: 204 len: 168 time: 0.2454638 Jan 18 14:21:20.246806 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524294ff-a55e-43d9-a992-586083424df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf30ae6-bca2-42a8-8884-94e543daa5f0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:20.424231 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2009a47-1329-4ed8-8e16-309f95939b03 req-4f2340b9-7f4b-4451-9c2e-a703255e172c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:20.425865 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d2009a47-1329-4ed8-8e16-309f95939b03 req-4f2340b9-7f4b-4451-9c2e-a703255e172c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0906518 Jan 18 14:21:20.496734 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d2009a47-1329-4ed8-8e16-309f95939b03 req-2839f338-f5b7-432f-a86e-0febb175f1b9 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627019 Jan 18 14:21:21.420422 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5286f9c-1beb-444d-81b7-23cdf3881dab req-b336242d-59a8-471f-b5a8-3cf18dd6905f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:21.422646 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b5286f9c-1beb-444d-81b7-23cdf3881dab req-b336242d-59a8-471f-b5a8-3cf18dd6905f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.0845206 Jan 18 14:21:21.469359 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b5286f9c-1beb-444d-81b7-23cdf3881dab req-2cf01d9b-4f00-4982-bc50-7458108a614f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412030 Jan 18 14:21:21.716713 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c3a9-81a4-42dd-b054-691a003f67c7 req-a1dc794d-dc9a-4bb4-86cc-c9f763458459 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:21.723378 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8151c3a9-81a4-42dd-b054-691a003f67c7 req-a1dc794d-dc9a-4bb4-86cc-c9f763458459 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0970318 Jan 18 14:21:21.786919 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8151c3a9-81a4-42dd-b054-691a003f67c7 req-bb8af4e8-f1e4-46b2-83a5-402667811683 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625737 Jan 18 14:21:22.144901 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-037e1ca5-80a1-4d43-b810-1bf8dd0a46dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:22.714403 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa582fd-8bf2-4c55-a4e9-0d83963a38d9 req-a9732f81-9251-4032-b297-6da49c0e7642 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:22.715961 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9fa582fd-8bf2-4c55-a4e9-0d83963a38d9 req-a9732f81-9251-4032-b297-6da49c0e7642 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.0885689 Jan 18 14:21:22.786534 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9fa582fd-8bf2-4c55-a4e9-0d83963a38d9 req-2563b4aa-ed26-4c27-8d91-789b79245ce2 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623405 Jan 18 14:21:23.038936 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472e337-c444-4e51-8eb8-e57a73f772e5 req-5ff1b0c8-82b8-4e01-892b-30e9f7f59c7a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:23.040416 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3472e337-c444-4e51-8eb8-e57a73f772e5 req-5ff1b0c8-82b8-4e01-892b-30e9f7f59c7a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0884168 Jan 18 14:21:23.096520 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3472e337-c444-4e51-8eb8-e57a73f772e5 req-49f06790-e367-42d7-ba91-dcdd5667ab82 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Jan 18 14:21:23.185746 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:23.405446 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:23.998532 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26130278-7e5c-43c8-aeee-2e0ec5b0b2e4 req-fb8c85f8-ac4a-418b-a6e6-c6f8d6f7125f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:24.005285 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-26130278-7e5c-43c8-aeee-2e0ec5b0b2e4 req-fb8c85f8-ac4a-418b-a6e6-c6f8d6f7125f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.0929658 Jan 18 14:21:24.052792 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-26130278-7e5c-43c8-aeee-2e0ec5b0b2e4 req-c2c5fdcc-7d1d-4137-b6b2-734c58d767a5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465868 Jan 18 14:21:24.315983 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befe29d-c422-4980-b5fe-5c43ba9d26bd req-5722d226-e16a-4481-90e6-c347695c1c64 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:24.318124 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2befe29d-c422-4980-b5fe-5c43ba9d26bd req-5722d226-e16a-4481-90e6-c347695c1c64 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0900042 Jan 18 14:21:24.374085 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2befe29d-c422-4980-b5fe-5c43ba9d26bd req-281f4668-99d6-4146-9433-892e1fac4870 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489407 Jan 18 14:21:24.523271 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:25.312244 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8ea79-c3cb-4aaa-8c40-6aebe2d005e5 req-66952cdd-e748-4f3f-9dbc-146c07ec9aa5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:25.315831 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f9b8ea79-c3cb-4aaa-8c40-6aebe2d005e5 req-66952cdd-e748-4f3f-9dbc-146c07ec9aa5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.1137843 Jan 18 14:21:25.381543 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f9b8ea79-c3cb-4aaa-8c40-6aebe2d005e5 req-3b038f7e-0d01-4745-8134-b0d3f8df0c06 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647309 Jan 18 14:21:25.623141 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f866bc-1917-4da5-8f01-67515c7985b2 req-1995f16f-841c-4a69-af77-c20a1aefbddc tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:25.625446 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-27f866bc-1917-4da5-8f01-67515c7985b2 req-1995f16f-841c-4a69-af77-c20a1aefbddc tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1035726 Jan 18 14:21:25.678151 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-27f866bc-1917-4da5-8f01-67515c7985b2 req-79d2c505-e4ef-4be7-9f60-b18fb06b1972 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 Jan 18 14:21:26.615263 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9705877-4df4-4541-8ce5-598ac01a50df req-f28ff1ba-7e07-4c47-96c1-f65e88df8d54 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:26.618557 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d9705877-4df4-4541-8ce5-598ac01a50df req-f28ff1ba-7e07-4c47-96c1-f65e88df8d54 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.1053193 Jan 18 14:21:26.677270 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d9705877-4df4-4541-8ce5-598ac01a50df req-1819dccf-91ae-4c17-adb2-8d870571ad4c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Jan 18 14:21:26.926874 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abdcab-fb73-4866-862c-766189393707 req-8adc5eea-fd79-4b06-a500-bf168bdfdd46 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:26.935317 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-66abdcab-fb73-4866-862c-766189393707 req-8adc5eea-fd79-4b06-a500-bf168bdfdd46 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0931866 Jan 18 14:21:26.991792 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd029-d482-4098-9430-afa8df3473bf req-f60daf53-0c11-4e36-b4ca-864e2092093f tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:27.009117 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-f60daf53-0c11-4e36-b4ca-864e2092093f tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/networks?id=b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 200 len: 815 time: 0.2066617 Jan 18 14:21:27.010370 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-66abdcab-fb73-4866-862c-766189393707 req-c9567316-fe27-467f-8695-7c57bffe4648 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738201 Jan 18 14:21:27.030196 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-8edf4074-48c2-4536-86b2-26bdde81e017 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/quotas/1f5d3beb82a4483fa4756a0670466383 HTTP/1.1" status: 200 len: 375 time: 0.0200503 Jan 18 14:21:27.168747 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-7bdcd029-d482-4098-9430-afa8df3473bf req-4d2e8676-c988-42d1-b7bf-7ad571f890ec tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Synchronizing usage tracker for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:21:27.205798 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-7bdcd029-d482-4098-9430-afa8df3473bf req-4d2e8676-c988-42d1-b7bf-7ad571f890ec tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Unset dirty status for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:21:27.222705 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-4d2e8676-c988-42d1-b7bf-7ad571f890ec tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f5d3beb82a4483fa4756a0670466383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863658 Jan 18 14:21:27.427124 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-47236cf2-e854-4522-8cf3-64a781c6fd33 service neutron] 10.222.0.45 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002339 Jan 18 14:21:27.563828 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-a2bc6c07-6634-482d-9c77-daca3efb2b74 service neutron] 10.222.0.45 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356885 Jan 18 14:21:27.795935 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cfaaf7ab-c95d-4e5d-b9e5-817e207c1ddf req-31c62d2b-ab24-43ef-bc9b-aad5ae69b3f3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 210 time: 0.0564394 Jan 18 14:21:28.205075 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365738f-c3e4-489c-87fb-09e1916d2345 req-eeab8606-2191-4d01-919b-2bae9e179734 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:28.207157 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a365738f-c3e4-489c-87fb-09e1916d2345 req-eeab8606-2191-4d01-919b-2bae9e179734 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0781236 Jan 18 14:21:28.254430 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a365738f-c3e4-489c-87fb-09e1916d2345 req-99c177da-67a7-4f2b-bd28-48c0cc8f6ac8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 Jan 18 14:21:28.981135 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-247f79fc-3ea2-4f61-860e-df0b1d56e3fc req-b17256c7-a484-4930-8a7e-6fa8ccfb109a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 210 time: 0.0513108 Jan 18 14:21:29.459635 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b1258-bfd1-4117-88f8-fa64bb4916cc req-63d1b01a-9fe7-4660-9416-a69386e149ea tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:29.461131 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-831b1258-bfd1-4117-88f8-fa64bb4916cc req-63d1b01a-9fe7-4660-9416-a69386e149ea tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0799017 Jan 18 14:21:29.507654 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-831b1258-bfd1-4117-88f8-fa64bb4916cc req-668ad521-9b64-4c12-ba44-a068f46413b8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Jan 18 14:21:30.139781 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cdda6003-a285-477d-b87e-25a9ead835a0 req-b007bfbf-6be8-4053-9a3a-002006f84db1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 210 time: 0.0418499 Jan 18 14:21:30.700065 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a82e3-6fb2-4938-983a-33a467cdf79f req-3d6a8caa-1a9a-42fa-bc02-32274b1d2e81 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:30.701563 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c70a82e3-6fb2-4938-983a-33a467cdf79f req-3d6a8caa-1a9a-42fa-bc02-32274b1d2e81 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0752103 Jan 18 14:21:30.745369 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c70a82e3-6fb2-4938-983a-33a467cdf79f req-268d336b-b1f3-408d-afe1-b1228832d8dc tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 Jan 18 14:21:31.296988 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c6061e1e-c88f-493c-8994-f87442c774c1 req-c69f8eb4-2b2d-4335-bffb-3af3b1bfe229 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 210 time: 0.0392370 Jan 18 14:21:31.551912 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:21:32.008577 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bdb19-a612-45e2-8fbd-93339c712a44 req-02ba4f87-c911-40a6-a24f-ba1eac9c90d3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:32.009766 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b09bdb19-a612-45e2-8fbd-93339c712a44 req-02ba4f87-c911-40a6-a24f-ba1eac9c90d3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1460073 Jan 18 14:21:32.056185 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b09bdb19-a612-45e2-8fbd-93339c712a44 req-33f77096-9e38-4ace-8361-8e787b18f14d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 Jan 18 14:21:32.454625 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f880da6a-6678-4573-b5c3-fdea1ed00bc1 req-f97b0ed5-f65d-45dc-9488-d65e16fd4657 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 210 time: 0.0399301 Jan 18 14:21:33.253243 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ed16-171e-4553-873f-a65019c9057c req-35622c45-50ca-4beb-90eb-583263db7df0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:33.254697 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-01e9ed16-171e-4553-873f-a65019c9057c req-35622c45-50ca-4beb-90eb-583263db7df0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0774117 Jan 18 14:21:33.300720 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-01e9ed16-171e-4553-873f-a65019c9057c req-5ba3f63c-21ab-43ce-80ae-796221a03b91 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Jan 18 14:21:33.620139 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-aeef99f7-0a08-44d3-8adc-5ddd7ddd7a8a req-2329d556-c2ff-4336-bfbd-9e282d3a8710 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 210 time: 0.0396881 Jan 18 14:21:34.495563 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f7f4c-69c8-49ec-bc08-b762f0db915e req-ee943f82-d760-4a26-8095-9cfe28d5db31 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:34.497013 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bf0f7f4c-69c8-49ec-bc08-b762f0db915e req-ee943f82-d760-4a26-8095-9cfe28d5db31 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0773308 Jan 18 14:21:34.540933 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bf0f7f4c-69c8-49ec-bc08-b762f0db915e req-05bfa341-7c15-4fa5-8b42-921e0781a447 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Jan 18 14:21:34.923932 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ce5ec41b-a1a2-422b-8cc5-bcac749b39e3 req-a071b87c-0063-4281-91dd-76634c76466a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 210 time: 0.0428915 Jan 18 14:21:35.601032 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd029-d482-4098-9430-afa8df3473bf req-fbfac06a-9608-48ed-84b6-f41c7600dc21 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:35.603098 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-fbfac06a-9608-48ed-84b6-f41c7600dc21 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.77 "GET /v2.0/networks?id=b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 200 len: 815 time: 0.1542864 Jan 18 14:21:35.655924 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'port': {'device_id': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'admin_state_up': True, 'tenant_id': '1f5d3beb82a4483fa4756a0670466383'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:21:35.755335 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105b118-d83a-4f8d-b62b-7fc2f3b28bf1 req-568b25a4-0545-422d-b4a5-9863cf79ab53 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:35.756777 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e105b118-d83a-4f8d-b62b-7fc2f3b28bf1 req-568b25a4-0545-422d-b4a5-9863cf79ab53 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0788596 Jan 18 14:21:35.798943 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:35.801627 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e105b118-d83a-4f8d-b62b-7fc2f3b28bf1 req-3507952c-6826-48b3-a845-1875c6677846 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391767 Jan 18 14:21:35.809044 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:35.819321 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Made reservation on behalf of 1f5d3beb82a4483fa4756a0670466383 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:21:35.822808 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:36.011601 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Allocated IP 172.20.0.7 (b1a05886-3917-4036-bf02-7dd8f8762006/548432c6-9bb2-406c-bd59-eef4befc29b0/e7433cf6-1059-441b-8e6d-9a0716263bc0) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:21:36.117384 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a1d2c8b8-1df3-4f4c-aee7-cb0d39c4c365 req-06c80206-f9f1-4108-b016-f3bf07ba1a00 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 210 time: 0.0493853 Jan 18 14:21:36.256370 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:36.272413 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Transition to ACTIVE for port object e7433cf6-1059-441b-8e6d-9a0716263bc0 will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:36.295852 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:36.377952 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'Port': ['ID=e7433cf6-1059-441b-8e6d-9a0716263bc0,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:36.394033 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Network b1a05886-3917-4036-bf02-7dd8f8762006 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:21:36.395514 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:21:36.398034 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:21:36.526948 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:36.532716 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:36.602695 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-e797e09c-004a-40dd-9e52-2bdf844fbf1a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9531815 Jan 18 14:21:36.756104 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b5198404-0f52-40b3-abdb-f32cd0a52e51 None None] Provisioning for port e7433cf6-1059-441b-8e6d-9a0716263bc0 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:36.766073 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b5198404-0f52-40b3-abdb-f32cd0a52e51 None None] Provisioning complete for port e7433cf6-1059-441b-8e6d-9a0716263bc0 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:36.766507 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5198404-0f52-40b3-abdb-f32cd0a52e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:36.818054 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-b5198404-0f52-40b3-abdb-f32cd0a52e51 None None] Port e7433cf6-1059-441b-8e6d-9a0716263bc0 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:21:37.005749 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f68588-363b-4185-9006-a89036a5bdf1 req-97e64870-f65c-45be-88dc-292d6f8fff03 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:37.007206 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-50f68588-363b-4185-9006-a89036a5bdf1 req-97e64870-f65c-45be-88dc-292d6f8fff03 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0771830 Jan 18 14:21:37.053552 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-50f68588-363b-4185-9006-a89036a5bdf1 req-534f72c1-9f70-4bd9-b253-439cb186fc5f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Jan 18 14:21:37.344566 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892cf3a-e0b9-49fd-80dd-4ef86332c09f req-bc09c48f-c2c2-4360-942c-593c5810b968 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:37.345307 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-e892cf3a-e0b9-49fd-80dd-4ef86332c09f req-bc09c48f-c2c2-4360-942c-593c5810b968 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Synchronizing usage tracker for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:21:37.361750 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-e892cf3a-e0b9-49fd-80dd-4ef86332c09f req-bc09c48f-c2c2-4360-942c-593c5810b968 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Unset dirty status for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:21:37.362959 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e892cf3a-e0b9-49fd-80dd-4ef86332c09f req-bc09c48f-c2c2-4360-942c-593c5810b968 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 931 time: 0.1194062 Jan 18 14:21:37.439206 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e892cf3a-e0b9-49fd-80dd-4ef86332c09f req-2d3e8479-1531-4121-8b55-bfb43ad858f4 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599468 Jan 18 14:21:38.415918 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35716) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:38.632765 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d102e8c3-5548-4ac9-abed-968569b65a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:38.686723 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d102e8c3-5548-4ac9-abed-968569b65a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:38.692616 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d102e8c3-5548-4ac9-abed-968569b65a67 admin admin] Usage tracker for resource:security_group_rule and tenant:3753465f7e754725aac53defc92da56c is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:38.696434 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d102e8c3-5548-4ac9-abed-968569b65a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:38.707864 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d102e8c3-5548-4ac9-abed-968569b65a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:38.805593 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d102e8c3-5548-4ac9-abed-968569b65a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:38.810325 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d102e8c3-5548-4ac9-abed-968569b65a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:38.849157 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102e8c3-5548-4ac9-abed-968569b65a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2adaa7-88d7-4602-bcc0-3e90efe2220b,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:38.886413 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d102e8c3-5548-4ac9-abed-968569b65a67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3753465f7e754725aac53defc92da56c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4653213 Jan 18 14:21:38.886877 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 35744) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:38.997563 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a7e45c5d-5099-4464-9f8a-fb8070a9294b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.024521 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a7e45c5d-5099-4464-9f8a-fb8070a9294b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.087377 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a7e45c5d-5099-4464-9f8a-fb8070a9294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.102484 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e45c5d-5099-4464-9f8a-fb8070a9294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2adaa7-88d7-4602-bcc0-3e90efe2220b,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:39.109330 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a7e45c5d-5099-4464-9f8a-fb8070a9294b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.110537 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-a7e45c5d-5099-4464-9f8a-fb8070a9294b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb2adaa7-88d7-4602-bcc0-3e90efe2220b HTTP/1.1" status: 204 len: 168 time: 0.2227862 Jan 18 14:21:39.452588 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 35762) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:39.470234 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-82481255-cc89-4fe8-842c-8477e0475e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.501030 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-82481255-cc89-4fe8-842c-8477e0475e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:39.504733 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-82481255-cc89-4fe8-842c-8477e0475e93 admin admin] Usage tracker for resource:security_group_rule and tenant:ae0bf9fc54da4c9c8d024b24fe19e8aa is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:39.507489 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-82481255-cc89-4fe8-842c-8477e0475e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:39.513131 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-82481255-cc89-4fe8-842c-8477e0475e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:39.595683 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-82481255-cc89-4fe8-842c-8477e0475e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.622911 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-82481255-cc89-4fe8-842c-8477e0475e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.680070 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82481255-cc89-4fe8-842c-8477e0475e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139b3432-f524-4c9d-910b-b8bbfe3a0348,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:39.686386 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-82481255-cc89-4fe8-842c-8477e0475e93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae0bf9fc54da4c9c8d024b24fe19e8aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2327063 Jan 18 14:21:39.688840 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 35766) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:39.748576 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec040-57cb-46dc-9ef6-24754dc59427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.778453 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec040-57cb-46dc-9ef6-24754dc59427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.848902 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec040-57cb-46dc-9ef6-24754dc59427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.901775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ec040-57cb-46dc-9ef6-24754dc59427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b3432-f524-4c9d-910b-b8bbfe3a0348,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:39.927201 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec040-57cb-46dc-9ef6-24754dc59427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:39.928715 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-9a4ec040-57cb-46dc-9ef6-24754dc59427 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/139b3432-f524-4c9d-910b-b8bbfe3a0348 HTTP/1.1" status: 204 len: 168 time: 0.2386308 Jan 18 14:21:41.432678 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35834) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:41.613721 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-29c94e5a-69b8-4aca-92c2-d4de0673043f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:41.648380 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-29c94e5a-69b8-4aca-92c2-d4de0673043f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:41.667946 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-29c94e5a-69b8-4aca-92c2-d4de0673043f admin admin] Usage tracker for resource:security_group_rule and tenant:8a59afa7e8b54361b4a1b7838cd5505e is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:41.673577 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-29c94e5a-69b8-4aca-92c2-d4de0673043f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:41.686494 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-29c94e5a-69b8-4aca-92c2-d4de0673043f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:41.805067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-29c94e5a-69b8-4aca-92c2-d4de0673043f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:41.818158 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-29c94e5a-69b8-4aca-92c2-d4de0673043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:41.921620 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c94e5a-69b8-4aca-92c2-d4de0673043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29e82b-f860-49d7-9078-ce4ca855fe07,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:41.986496 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-29c94e5a-69b8-4aca-92c2-d4de0673043f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a59afa7e8b54361b4a1b7838cd5505e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5517609 Jan 18 14:21:41.988176 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 35850) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:42.034429 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35854) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:42.114615 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d823-290b-4380-ac2c-d40d4fc305b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.145649 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d823-290b-4380-ac2c-d40d4fc305b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.206241 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d823-290b-4380-ac2c-d40d4fc305b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.230931 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d823-290b-4380-ac2c-d40d4fc305b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.235080 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-4fa8d823-290b-4380-ac2c-d40d4fc305b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d29e82b-f860-49d7-9078-ce4ca855fe07 HTTP/1.1" status: 204 len: 168 time: 0.2428889 Jan 18 14:21:42.235080 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8d823-290b-4380-ac2c-d40d4fc305b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29e82b-f860-49d7-9078-ce4ca855fe07,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:42.242537 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fc321cf5-ecb4-48e4-9cc0-a2ffa63a062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.285886 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-fc321cf5-ecb4-48e4-9cc0-a2ffa63a062f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:42.290797 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-fc321cf5-ecb4-48e4-9cc0-a2ffa63a062f admin admin] Usage tracker for resource:security_group_rule and tenant:c16af718a79d4c22acc4db776783b72b is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:42.295308 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-fc321cf5-ecb4-48e4-9cc0-a2ffa63a062f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:42.301873 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-fc321cf5-ecb4-48e4-9cc0-a2ffa63a062f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:42.404025 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fc321cf5-ecb4-48e4-9cc0-a2ffa63a062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.411407 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fc321cf5-ecb4-48e4-9cc0-a2ffa63a062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.499813 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-fc321cf5-ecb4-48e4-9cc0-a2ffa63a062f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c16af718a79d4c22acc4db776783b72b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4614482 Jan 18 14:21:42.500570 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35868) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:42.578964 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc321cf5-ecb4-48e4-9cc0-a2ffa63a062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7e135-849b-49b9-9d6a-c9b1be8d5971,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:42.619744 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1db89f87-677e-48b0-94ae-d52de8fb203d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.648766 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1db89f87-677e-48b0-94ae-d52de8fb203d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.705151 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1db89f87-677e-48b0-94ae-d52de8fb203d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.723354 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db89f87-677e-48b0-94ae-d52de8fb203d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7e135-849b-49b9-9d6a-c9b1be8d5971,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:42.738458 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1db89f87-677e-48b0-94ae-d52de8fb203d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:42.739593 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-1db89f87-677e-48b0-94ae-d52de8fb203d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1cc7e135-849b-49b9-9d6a-c9b1be8d5971 HTTP/1.1" status: 204 len: 168 time: 0.2384303 Jan 18 14:21:42.974539 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:43.201067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35880) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:43.220090 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bdcfbf8e-44a8-4d90-bc88-4be2edd433c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:43.262581 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bdcfbf8e-44a8-4d90-bc88-4be2edd433c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:43.266817 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bdcfbf8e-44a8-4d90-bc88-4be2edd433c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6b36290dd9654e70acdfc5112c898bcf is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:43.270140 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bdcfbf8e-44a8-4d90-bc88-4be2edd433c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:43.278539 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bdcfbf8e-44a8-4d90-bc88-4be2edd433c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:43.366204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bdcfbf8e-44a8-4d90-bc88-4be2edd433c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:43.371055 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bdcfbf8e-44a8-4d90-bc88-4be2edd433c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:43.421703 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfbf8e-44a8-4d90-bc88-4be2edd433c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4994c2-ee6e-4af2-9011-92b70574ba42,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:43.427158 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bdcfbf8e-44a8-4d90-bc88-4be2edd433c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b36290dd9654e70acdfc5112c898bcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2246096 Jan 18 14:21:43.428498 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 35884) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:43.480829 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Sync routers for ids ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:21:43.492337 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Routers {'78f999eb-1c90-4fb3-bc5a-ce778bccf733'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:21:43.493013 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:21:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:43.506072 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-556fbe5b-5b6f-44cd-a585-704a95738649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:43.534637 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-556fbe5b-5b6f-44cd-a585-704a95738649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:43.601970 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Sync routers for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:21:43.604420 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-556fbe5b-5b6f-44cd-a585-704a95738649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:43.616552 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:21:43.617524 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:21:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:43.624919 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbe5b-5b6f-44cd-a585-704a95738649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4994c2-ee6e-4af2-9011-92b70574ba42,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:43.633822 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-556fbe5b-5b6f-44cd-a585-704a95738649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:43.634991 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-556fbe5b-5b6f-44cd-a585-704a95738649 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c4994c2-ee6e-4af2-9011-92b70574ba42 HTTP/1.1" status: 204 len: 168 time: 0.2054062 Jan 18 14:21:43.748051 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Set router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:21:43.960854 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:21:44.339701 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:08Z', 'revision_number': 4, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'gw_port': {'id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '5c913c8a-8bac-4368-bcd2-519f694cc1bf', 'name': '', 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'mac_address': 'fa:16:3e:7c:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282921f8-9696-439a-a9ad-f83e986946f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:07Z', 'updated_at': '2022-01-18T14:21:08Z', 'revision_number': 2, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'subnets': [{'id': '282921f8-9696-439a-a9ad-f83e986946f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:44.343718 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Checking router: 78f999eb-1c90-4fb3-bc5a-ce778bccf733 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:21:44.344101 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Updating router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 port 5c913c8a-8bac-4368-bcd2-519f694cc1bf binding host dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:21:44.414254 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:44.449799 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:01Z', 'revision_number': 2, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:44.462041 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Checking router: 015ac896-9d3d-43a8-a300-f1c5418b9f78 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:21:44.462770 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Updating router 015ac896-9d3d-43a8-a300-f1c5418b9f78 port fed817ed-df98-43b1-bcc0-f1e823441b2f binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:21:44.533572 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:44.897405 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:44.936730 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Transition to ACTIVE for port object 5c913c8a-8bac-4368-bcd2-519f694cc1bf will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:44.952283 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:45.184245 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:45.185322 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Pushing event updated for resources: {'Port': ['ID=5c913c8a-8bac-4368-bcd2-519f694cc1bf,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:45.197548 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.198203 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.198663 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.199129 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.199555 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.199982 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.200443 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.200928 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.201651 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.202161 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.203367 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:45.238932 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Transition to ACTIVE for port object fed817ed-df98-43b1-bcc0-f1e823441b2f will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:45.267305 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:45.337976 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Attempting to bind port 5c913c8a-8bac-4368-bcd2-519f694cc1bf on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:21:45.339204 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Attempting to bind port 5c913c8a-8bac-4368-bcd2-519f694cc1bf by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '3df4b14a-8e9c-4987-9e7a-934404392d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:21:45.339931 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Attempting to bind port 5c913c8a-8bac-4368-bcd2-519f694cc1bf on network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:21:45.349790 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:21:45.350290 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Checking segment: {'id': '3df4b14a-8e9c-4987-9e7a-934404392d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:21:45.350981 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:45.351508 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Bound using segment: {'id': '3df4b14a-8e9c-4987-9e7a-934404392d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:21:45.352686 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Bound port: 5c913c8a-8bac-4368-bcd2-519f694cc1bf, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df4b14a-8e9c-4987-9e7a-934404392d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:21:45.353296 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:45.524513 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] For port 5c913c8a-8bac-4368-bcd2-519f694cc1bf, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:21:45.531093 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] For port 5c913c8a-8bac-4368-bcd2-519f694cc1bf, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=5c913c8a-8bac-4368-bcd2-519f694cc1bf,segment=NetworkSegment(3df4b14a-8e9c-4987-9e7a-934404392d72),segment_id=3df4b14a-8e9c-4987-9e7a-934404392d72)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:21:45.539396 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:45.580941 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531f254-bf0d-4c53-b375-f3ed26b89419 None None] Pushing event updated for resources: {'Port': ['ID=fed817ed-df98-43b1-bcc0-f1e823441b2f,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:45.726537 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Routers {'78f999eb-1c90-4fb3-bc5a-ce778bccf733'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:21:45.727160 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:21:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:45.758950 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Attempting to bind port fed817ed-df98-43b1-bcc0-f1e823441b2f on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:21:45.759598 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Attempting to bind port fed817ed-df98-43b1-bcc0-f1e823441b2f by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:21:45.760520 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Attempting to bind port fed817ed-df98-43b1-bcc0-f1e823441b2f on network b1a05886-3917-4036-bf02-7dd8f8762006 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:21:45.772180 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:21:45.772906 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Checking segment: {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:21:45.773752 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:45.774971 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Bound using segment: {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:21:45.775618 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Bound port: fed817ed-df98-43b1-bcc0-f1e823441b2f, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:21:45.776008 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:45.817884 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa7255-5ea2-4291-ab3b-06c1c1213962 None None] Pushing event updated for resources: {'Port': ['ID=5c913c8a-8bac-4368-bcd2-519f694cc1bf,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:45.975237 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] For port fed817ed-df98-43b1-bcc0-f1e823441b2f, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:21:45.981076 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] For port fed817ed-df98-43b1-bcc0-f1e823441b2f, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=fed817ed-df98-43b1-bcc0-f1e823441b2f,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:21:46.003355 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:46.016187 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] Set router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:21:46.163385 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:21:46.164032 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:21:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:46.265929 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531f254-bf0d-4c53-b375-f3ed26b89419 None None] Pushing event updated for resources: {'Port': ['ID=fed817ed-df98-43b1-bcc0-f1e823441b2f,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:46.606167 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:21:46.625915 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:08Z', 'revision_number': 4, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'gw_port': {'id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '5c913c8a-8bac-4368-bcd2-519f694cc1bf', 'name': '', 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'mac_address': 'fa:16:3e:7c:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282921f8-9696-439a-a9ad-f83e986946f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:07Z', 'updated_at': '2022-01-18T14:21:45Z', 'revision_number': 4, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'subnets': [{'id': '282921f8-9696-439a-a9ad-f83e986946f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:46.630504 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e4381-9231-4bba-9295-cf4a8e609551 None None] The sync data for ids ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'] in dv-cinder-825106-1-iscsi is: [{'id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:08Z', 'revision_number': 4, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'gw_port': {'id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '5c913c8a-8bac-4368-bcd2-519f694cc1bf', 'name': '', 'network_id': '2aaab91e-55ca-47a3-9f6b-4bbddd6779ce', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'mac_address': 'fa:16:3e:7c:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282921f8-9696-439a-a9ad-f83e986946f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:07Z', 'updated_at': '2022-01-18T14:21:45Z', 'revision_number': 4, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'subnets': [{'id': '282921f8-9696-439a-a9ad-f83e986946f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:21:47.082366 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:45Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:21:47.087386 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98cc4-7243-4dc4-92d7-6a3e0d34b533 None None] The sync data for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi is: [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:45Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:21:48.371686 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device fed817ed-df98-43b1-bcc0-f1e823441b2f up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:48.471756 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port fed817ed-df98-43b1-bcc0-f1e823441b2f completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:48.476752 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port fed817ed-df98-43b1-bcc0-f1e823441b2f triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:48.477156 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:48.604193 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:48.639699 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port fed817ed-df98-43b1-bcc0-f1e823441b2f, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=fed817ed-df98-43b1-bcc0-f1e823441b2f,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:48.643243 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:48.644009 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 5c913c8a-8bac-4368-bcd2-519f694cc1bf up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:48.758636 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=fed817ed-df98-43b1-bcc0-f1e823441b2f,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.777070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:21:48.786899 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 5c913c8a-8bac-4368-bcd2-519f694cc1bf completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:21:48.792028 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 5c913c8a-8bac-4368-bcd2-519f694cc1bf triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:48.792399 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:48.803989 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 35970) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:48.910449 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:48.950740 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 5c913c8a-8bac-4368-bcd2-519f694cc1bf, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=5c913c8a-8bac-4368-bcd2-519f694cc1bf,segment=NetworkSegment(3df4b14a-8e9c-4987-9e7a-934404392d72),segment_id=3df4b14a-8e9c-4987-9e7a-934404392d72)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:21:48.960485 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:48.967719 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e144-7b3a-49cb-ab05-3009cb22c164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:48.998554 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-6fa4e144-7b3a-49cb-ab05-3009cb22c164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:49.003116 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-6fa4e144-7b3a-49cb-ab05-3009cb22c164 admin admin] Usage tracker for resource:security_group_rule and tenant:360ac9bcfe24422993f81ec410c0e350 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:49.006276 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-6fa4e144-7b3a-49cb-ab05-3009cb22c164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:49.012590 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-6fa4e144-7b3a-49cb-ab05-3009cb22c164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:49.027162 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=5c913c8a-8bac-4368-bcd2-519f694cc1bf,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:49.079470 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e144-7b3a-49cb-ab05-3009cb22c164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.083076 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6fa4e144-7b3a-49cb-ab05-3009cb22c164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.130461 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4e144-7b3a-49cb-ab05-3009cb22c164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1492ddb0-6dde-4547-b7c7-edb7d509c780,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:49.136311 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-6fa4e144-7b3a-49cb-ab05-3009cb22c164 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=360ac9bcfe24422993f81ec410c0e350&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3313284 Jan 18 14:21:49.139332 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 35976) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:49.200614 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb263-f2c2-4da7-979a-ea6cc1003601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.227646 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb263-f2c2-4da7-979a-ea6cc1003601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.280372 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb263-f2c2-4da7-979a-ea6cc1003601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.296025 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbb263-f2c2-4da7-979a-ea6cc1003601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1492ddb0-6dde-4547-b7c7-edb7d509c780,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:49.301207 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb263-f2c2-4da7-979a-ea6cc1003601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.303037 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-c1bbb263-f2c2-4da7-979a-ea6cc1003601 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1492ddb0-6dde-4547-b7c7-edb7d509c780 HTTP/1.1" status: 204 len: 168 time: 0.1627359 Jan 18 14:21:49.634140 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 35984) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:49.653059 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b1bbee91-0153-4d07-a41f-a4fc76db27b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.685006 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b1bbee91-0153-4d07-a41f-a4fc76db27b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:49.688825 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b1bbee91-0153-4d07-a41f-a4fc76db27b3 admin admin] Usage tracker for resource:security_group_rule and tenant:1eaa4ca30fc246a5910dcfa3869692ed is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:49.691879 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b1bbee91-0153-4d07-a41f-a4fc76db27b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:49.697513 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b1bbee91-0153-4d07-a41f-a4fc76db27b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:49.761298 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b1bbee91-0153-4d07-a41f-a4fc76db27b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.764693 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b1bbee91-0153-4d07-a41f-a4fc76db27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.810347 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbee91-0153-4d07-a41f-a4fc76db27b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06764a21-2ed9-41da-9d62-8d2213320f24,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:49.817803 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 35990) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:49.821521 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b1bbee91-0153-4d07-a41f-a4fc76db27b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1eaa4ca30fc246a5910dcfa3869692ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1861947 Jan 18 14:21:49.835668 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ff85fc90-4920-41d5-aa1f-a4ba8c6f9b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.881368 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1b39df25-ed9a-43d2-be4b-fa13be9bf6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.915153 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1b39df25-ed9a-43d2-be4b-fa13be9bf6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.970813 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1b39df25-ed9a-43d2-be4b-fa13be9bf6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:49.989809 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39df25-ed9a-43d2-be4b-fa13be9bf6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06764a21-2ed9-41da-9d62-8d2213320f24,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:49.998479 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1b39df25-ed9a-43d2-be4b-fa13be9bf6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:50.000993 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-1b39df25-ed9a-43d2-be4b-fa13be9bf6b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06764a21-2ed9-41da-9d62-8d2213320f24 HTTP/1.1" status: 204 len: 168 time: 0.1806910 Jan 18 14:21:50.207536 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device fed817ed-df98-43b1-bcc0-f1e823441b2f up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:50.276837 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port fed817ed-df98-43b1-bcc0-f1e823441b2f triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:50.277248 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:50.392694 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 5c913c8a-8bac-4368-bcd2-519f694cc1bf up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:21:50.458927 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 5c913c8a-8bac-4368-bcd2-519f694cc1bf triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:21:50.459293 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:51.513120 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36034) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:51.651357 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f085309-c1d3-403b-b3d5-120e0204ecd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:51.686495 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-6f085309-c1d3-403b-b3d5-120e0204ecd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:51.690412 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-6f085309-c1d3-403b-b3d5-120e0204ecd4 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2dfa543d7442bcab958e061a62c5ca is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:51.693509 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-6f085309-c1d3-403b-b3d5-120e0204ecd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:51.699178 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-6f085309-c1d3-403b-b3d5-120e0204ecd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:51.770469 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f085309-c1d3-403b-b3d5-120e0204ecd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:51.773907 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f085309-c1d3-403b-b3d5-120e0204ecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:51.821861 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f085309-c1d3-403b-b3d5-120e0204ecd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0b9f30-2fbb-4d11-a8b2-0144ae291586,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:51.825879 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-6f085309-c1d3-403b-b3d5-120e0204ecd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e2dfa543d7442bcab958e061a62c5ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3117783 Jan 18 14:21:51.829246 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36040) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:51.890556 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b1e30d38-277a-4ffa-ba88-d2dfee33976e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:51.916225 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b1e30d38-277a-4ffa-ba88-d2dfee33976e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:51.976861 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b1e30d38-277a-4ffa-ba88-d2dfee33976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:51.999392 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e30d38-277a-4ffa-ba88-d2dfee33976e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0b9f30-2fbb-4d11-a8b2-0144ae291586,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:52.003757 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b1e30d38-277a-4ffa-ba88-d2dfee33976e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:52.004872 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b1e30d38-277a-4ffa-ba88-d2dfee33976e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf0b9f30-2fbb-4d11-a8b2-0144ae291586 HTTP/1.1" status: 204 len: 168 time: 0.1754241 Jan 18 14:21:52.137824 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9bc8ef41-ac53-45f2-b1aa-8d9e3ebe3146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:53.192902 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:53.398452 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:54.520015 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:55.479959 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Request body: {'port': {'device_id': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:21:55.633719 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:55.802810 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc86f69b-daa9-4795-acf9-91edf0bb2b25 req-fda112ee-60e7-413e-9e62-bc70b5ffc895 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1099 time: 0.2216680 Jan 18 14:21:55.985991 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20680da-ec31-48d0-bcc3-6b5beefb47e2 req-898a3183-b2d4-480e-9dd6-e3e495b9c2eb tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:55.987727 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c20680da-ec31-48d0-bcc3-6b5beefb47e2 req-898a3183-b2d4-480e-9dd6-e3e495b9c2eb tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.2761545 Jan 18 14:21:56.089780 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c20680da-ec31-48d0-bcc3-6b5beefb47e2 req-28deaf8a-f231-41a6-b19f-bd37274a854e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950446 Jan 18 14:21:56.090358 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964302c-0698-458e-a8b7-88765d3957b2 req-ef90ec1e-0b2d-461f-a25d-8aa0708bd7d1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:56.092083 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3964302c-0698-458e-a8b7-88765d3957b2 req-ef90ec1e-0b2d-461f-a25d-8aa0708bd7d1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 931 time: 0.1418703 Jan 18 14:21:56.142186 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86f69b-daa9-4795-acf9-91edf0bb2b25 req-00984ce9-54bf-4a3d-bfce-11530fb9acdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:56.143651 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc86f69b-daa9-4795-acf9-91edf0bb2b25 req-00984ce9-54bf-4a3d-bfce-11530fb9acdd service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 920 time: 0.3090644 Jan 18 14:21:56.216225 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3964302c-0698-458e-a8b7-88765d3957b2 req-71c446a7-5422-4aca-b4eb-5581f8844d27 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185815 Jan 18 14:21:56.218367 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7433cf6-1059-441b-8e6d-9a0716263bc0 {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:21:56.225686 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:56.239024 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc86f69b-daa9-4795-acf9-91edf0bb2b25 req-3333739f-df1d-44e2-b611-4d959a2f40d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468 HTTP/1.1" status: 200 len: 217 time: 0.0884712 Jan 18 14:21:56.243129 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Transition to ACTIVE for port object e7433cf6-1059-441b-8e6d-9a0716263bc0 will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:21:56.249446 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:56.318840 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86f69b-daa9-4795-acf9-91edf0bb2b25 req-a09bb7a8-05c6-4c40-ac48-f26549d08177 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:56.320618 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc86f69b-daa9-4795-acf9-91edf0bb2b25 req-a09bb7a8-05c6-4c40-ac48-f26549d08177 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 200 len: 859 time: 0.0666265 Jan 18 14:21:56.370275 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Pushing event updated for resources: {'Port': ['ID=e7433cf6-1059-441b-8e6d-9a0716263bc0,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:56.491938 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc86f69b-daa9-4795-acf9-91edf0bb2b25 req-0e5f85f1-dcd7-4f3f-abb3-2af3c562c1d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7868572-8726-4c93-974b-0ce5ad4eb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643360 Jan 18 14:21:56.521189 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Attempting to bind port e7433cf6-1059-441b-8e6d-9a0716263bc0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:21:56.521739 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Attempting to bind port e7433cf6-1059-441b-8e6d-9a0716263bc0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:21:56.521988 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Attempting to bind port e7433cf6-1059-441b-8e6d-9a0716263bc0 on network b1a05886-3917-4036-bf02-7dd8f8762006 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:21:56.528373 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Port e7433cf6-1059-441b-8e6d-9a0716263bc0 on network b1a05886-3917-4036-bf02-7dd8f8762006 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:21:56.528764 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Attempting to bind port e7433cf6-1059-441b-8e6d-9a0716263bc0 on network b1a05886-3917-4036-bf02-7dd8f8762006 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:21:56.544074 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:21:56.544546 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Checking segment: {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:21:56.544941 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Bound using segment: {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:21:56.545438 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Bound port: e7433cf6-1059-441b-8e6d-9a0716263bc0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfc0b1ba-1d63-4b60-8d90-124e73120d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:21:56.545863 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:56.655872 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] For port e7433cf6-1059-441b-8e6d-9a0716263bc0, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:21:56.659294 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] For port e7433cf6-1059-441b-8e6d-9a0716263bc0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:21:56.664219 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:56.664393 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-5ef949ba-db83-4467-9a81-4680de9f466a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813371135&fields=id&tenant_id=5a6d8cf6f0574a048d9848c2cef379c2 HTTP/1.1" status: 200 len: 267 time: 0.2247565 Jan 18 14:21:56.670562 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc86f69b-daa9-4795-acf9-91edf0bb2b25 req-48d8f097-aa1f-4451-9fc5-61bd7209791c service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709607 Jan 18 14:21:56.726360 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:56.727763 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] 10.222.0.77 "PUT /v2.0/ports/e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 1093 time: 1.2527056 Jan 18 14:21:56.728189 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:21:56.750698 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88546bcd-860e-44e9-a581-aaf5ed7fb9ea service neutron] Pushing event updated for resources: {'Port': ['ID=e7433cf6-1059-441b-8e6d-9a0716263bc0,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:56.937364 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'status': 'completed', 'code': 200} Jan 18 14:21:56.962681 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479617e-7408-4506-8f17-a68f8513ee26 req-6b071ead-e8d4-4294-b173-fa42f518c2d6 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:56.964280 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-6b071ead-e8d4-4294-b173-fa42f518c2d6 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 811 time: 0.2908425 Jan 18 14:21:56.985252 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-75bb8b0f-be0a-4e7a-b8a7-9a799e5389c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f5d3beb82a4483fa4756a0670466383&device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1096 time: 0.1749907 Jan 18 14:21:57.039691 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-629ff8a7-c1bd-4ced-a750-c8f63707f05e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/quotas/5a6d8cf6f0574a048d9848c2cef379c2 HTTP/1.1" status: 200 len: 375 time: 0.0557535 Jan 18 14:21:57.120262 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc86f69b-daa9-4795-acf9-91edf0bb2b25 req-a0b2cadf-60ea-42a6-a30c-3ad882f83bca service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252134 Jan 18 14:21:57.183424 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-379fbeb7-f6d0-4d12-bbe2-2923f6bdb06b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428473 Jan 18 14:21:57.208400 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-578af62b-0e8c-486e-8f1a-e99d3dd690c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 217 time: 0.2155521 Jan 18 14:21:57.326852 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd029-d482-4098-9430-afa8df3473bf req-803eb5d3-e0dc-45eb-bf7a-01c86867a0e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:57.328365 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-803eb5d3-e0dc-45eb-bf7a-01c86867a0e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=548432c6-9bb2-406c-bd59-eef4befc29b0 HTTP/1.1" status: 200 len: 854 time: 0.1121016 Jan 18 14:21:57.329651 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c7714fbb-8b3e-4368-93c6-a940897e5a23 service neutron] 10.222.0.45 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291249 Jan 18 14:21:57.398133 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19512a22-9c1b-403d-b0e7-755da4c8f103 req-ffaacd22-767b-4977-9160-61631a227a88 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:57.399972 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19512a22-9c1b-403d-b0e7-755da4c8f103 req-ffaacd22-767b-4977-9160-61631a227a88 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1473813 Jan 18 14:21:57.463272 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-0b11dd36-04cb-4a53-ae75-591bf4c9431c service neutron] 10.222.0.45 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278055 Jan 18 14:21:57.471289 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-6685ca56-8974-43f1-8048-01ddaac74210 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1a05886-3917-4036-bf02-7dd8f8762006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353838 Jan 18 14:21:57.473523 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19512a22-9c1b-403d-b0e7-755da4c8f103 req-3471cc3b-5199-48c9-8622-ac9700b8209d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616667 Jan 18 14:21:57.672417 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-c4e86e14-edfd-4418-ba84-d497856981bf service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918225 Jan 18 14:21:57.723192 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdcc24-46ca-48dc-bca0-101e396f5845 req-c0c94e1d-daa3-44fb-ad98-69be377c637f tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:57.730111 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-78bdcc24-46ca-48dc-bca0-101e396f5845 req-c0c94e1d-daa3-44fb-ad98-69be377c637f tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 943 time: 0.1438406 Jan 18 14:21:57.862518 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-78bdcc24-46ca-48dc-bca0-101e396f5845 req-01d5ffe5-623b-41d7-884b-9923a5ea73da tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293900 Jan 18 14:21:57.903154 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c3c54019-5016-46c6-b70a-520229218827 req-90ef94c3-9fb6-4a1b-83f7-bba1e6d7e835 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 210 time: 0.0595994 Jan 18 14:21:57.958359 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7bdcd029-d482-4098-9430-afa8df3473bf req-51def07f-5018-4f90-9ac2-654a60064c40 service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773421 Jan 18 14:21:58.104065 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12668cbd-e38a-42e7-9f40-117a798ae528 req-e0a1dc98-3dbe-4230-a2cf-d545998ba19d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f5d3beb82a4483fa4756a0670466383&device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1096 time: 0.0813625 Jan 18 14:21:58.249280 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12668cbd-e38a-42e7-9f40-117a798ae528 req-f2869e37-9de3-48e2-9f7c-266fa27b8efe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:58.251028 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12668cbd-e38a-42e7-9f40-117a798ae528 req-f2869e37-9de3-48e2-9f7c-266fa27b8efe service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 200 len: 916 time: 0.1374123 Jan 18 14:21:58.322141 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12668cbd-e38a-42e7-9f40-117a798ae528 req-52d06832-baeb-42bc-9aa4-1ca5966569af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 217 time: 0.0651309 Jan 18 14:21:58.385462 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12668cbd-e38a-42e7-9f40-117a798ae528 req-3fed5206-8863-4464-8388-73ed16692cea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:58.386881 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12668cbd-e38a-42e7-9f40-117a798ae528 req-3fed5206-8863-4464-8388-73ed16692cea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=548432c6-9bb2-406c-bd59-eef4befc29b0 HTTP/1.1" status: 200 len: 854 time: 0.0579967 Jan 18 14:21:58.471719 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12668cbd-e38a-42e7-9f40-117a798ae528 req-597e2b44-c092-4b3b-86e7-6a3ec46cf8b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1a05886-3917-4036-bf02-7dd8f8762006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711708 Jan 18 14:21:58.575072 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36166) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:58.611438 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12668cbd-e38a-42e7-9f40-117a798ae528 req-b046f101-cac4-4205-8b3c-c6571bffae8a service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312668 Jan 18 14:21:58.675607 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc10814-8adc-4d28-8902-3c6756216607 req-1d3f9bf5-5e36-4dee-9f0b-642d53f60634 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:58.677243 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cbc10814-8adc-4d28-8902-3c6756216607 req-1d3f9bf5-5e36-4dee-9f0b-642d53f60634 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0800593 Jan 18 14:21:58.743478 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8ffdc357-5687-4615-a840-825c9562c3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:58.752203 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12668cbd-e38a-42e7-9f40-117a798ae528 req-ba543d7a-6f87-4954-8fdf-4eaa616230ca service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315100 Jan 18 14:21:58.759715 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cbc10814-8adc-4d28-8902-3c6756216607 req-fd778b6e-b4c6-464e-8781-2763a54eb8a2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736556 Jan 18 14:21:58.784740 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8ffdc357-5687-4615-a840-825c9562c3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:21:58.788649 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8ffdc357-5687-4615-a840-825c9562c3ef admin admin] Usage tracker for resource:security_group_rule and tenant:d366739906f64c7f999250506bd89b48 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:21:58.792305 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8ffdc357-5687-4615-a840-825c9562c3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:21:58.798068 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8ffdc357-5687-4615-a840-825c9562c3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:21:58.865906 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8ffdc357-5687-4615-a840-825c9562c3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:58.870310 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8ffdc357-5687-4615-a840-825c9562c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:58.917576 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdc357-5687-4615-a840-825c9562c3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c32df99-706e-4c8f-8482-058b6abdae9d,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:58.924716 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8ffdc357-5687-4615-a840-825c9562c3ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d366739906f64c7f999250506bd89b48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3485363 Jan 18 14:21:58.927256 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36178) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:21:59.005464 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9a8a332b-4cc2-4525-9e4a-d19c98ea3faa req-41c33b0e-bfe0-4741-8ed2-258dcc50fa89 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1099 time: 0.1101131 Jan 18 14:21:59.041441 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cf27201b-1872-4954-a357-89aa2e52f95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:59.060693 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9a8a332b-4cc2-4525-9e4a-d19c98ea3faa req-08adec7e-b0cf-48e7-9d5e-db9b53316d2d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 Jan 18 14:21:59.086450 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cf27201b-1872-4954-a357-89aa2e52f95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:59.156227 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0fe5c-41d9-4dcf-bc0c-d8f23be9d485 req-3d645760-02f1-44fa-bff2-6b74bcd9aab4 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:59.156732 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-93ead829-00a8-481a-aa76-1aabfb319889 req-407b97b1-1c53-4889-9bf8-f983d8c0d851 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 210 time: 0.0579445 Jan 18 14:21:59.157855 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b3e0fe5c-41d9-4dcf-bc0c-d8f23be9d485 req-3d645760-02f1-44fa-bff2-6b74bcd9aab4 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 943 time: 0.0815890 Jan 18 14:21:59.188570 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cf27201b-1872-4954-a357-89aa2e52f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:59.208531 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27201b-1872-4954-a357-89aa2e52f95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c32df99-706e-4c8f-8482-058b6abdae9d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:21:59.235294 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cf27201b-1872-4954-a357-89aa2e52f95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:21:59.236440 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-cf27201b-1872-4954-a357-89aa2e52f95a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c32df99-706e-4c8f-8482-058b6abdae9d HTTP/1.1" status: 204 len: 168 time: 0.3079267 Jan 18 14:21:59.283032 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b3e0fe5c-41d9-4dcf-bc0c-d8f23be9d485 req-5a44cbbb-f4d6-4425-9243-2ef229ff4873 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187568 Jan 18 14:21:59.838268 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479617e-7408-4506-8f17-a68f8513ee26 req-e0092384-7462-4515-85c7-3d6018d25382 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:21:59.839098 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-a479617e-7408-4506-8f17-a68f8513ee26 req-e0092384-7462-4515-85c7-3d6018d25382 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Synchronizing usage tracker for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:network {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:21:59.864213 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-a479617e-7408-4506-8f17-a68f8513ee26 req-e0092384-7462-4515-85c7-3d6018d25382 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Unset dirty status for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:network {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:21:59.865389 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-e0092384-7462-4515-85c7-3d6018d25382 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 811 time: 0.1836567 Jan 18 14:21:59.937016 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-a479617e-7408-4506-8f17-a68f8513ee26 req-3f3bf0ac-519f-41da-abdb-e29f88a5c4a3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Synchronizing usage tracker for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:security_group {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:21:59.990550 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-a479617e-7408-4506-8f17-a68f8513ee26 req-3f3bf0ac-519f-41da-abdb-e29f88a5c4a3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Unset dirty status for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:security_group {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:21:59.991774 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-3f3bf0ac-519f-41da-abdb-e29f88a5c4a3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6d8cf6f0574a048d9848c2cef379c2 HTTP/1.1" status: 200 len: 380 time: 0.1120071 Jan 18 14:22:00.002538 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'port': {'device_id': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'admin_state_up': True, 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'security_groups': ['0b1f34d2-da9c-4e20-bd24-af338275b06d']}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:00.155066 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f926-ca1d-45ad-b566-6b7e0f3c16b6 req-a73de135-bb04-4e7d-8bf1-e822c51009f1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:00.156538 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d7d3f926-ca1d-45ad-b566-6b7e0f3c16b6 req-a73de135-bb04-4e7d-8bf1-e822c51009f1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.2029486 Jan 18 14:22:00.180474 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:00.188130 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:port and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:00.192764 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:00.199151 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:00.223243 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Made reservation on behalf of 5a6d8cf6f0574a048d9848c2cef379c2 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:22:00.226622 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:00.238110 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d7d3f926-ca1d-45ad-b566-6b7e0f3c16b6 req-51c5cdd9-c565-4f84-9091-01c094c6b637 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750954 Jan 18 14:22:00.344855 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad1318b8-8bfd-4e14-8cdb-76c75a4dfea7 req-afc61ec6-a807-4741-8f8f-521cc9db322c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 210 time: 0.0422156 Jan 18 14:22:00.430294 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Allocated IP 172.20.0.6 (b324b43e-572e-4977-9daa-feaab2c9af42/e9e676a5-98c4-4f9c-a9b3-02c30d74a20c/60b0c9a2-0a52-4b6c-a80a-227088a992fc) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:22:00.625323 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c66b-00cd-477e-a788-3fce765b8251 req-a37f3981-6dd3-4c2d-b4ae-c087e09bff83 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:00.626785 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f858c66b-00cd-477e-a788-3fce765b8251 req-a37f3981-6dd3-4c2d-b4ae-c087e09bff83 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 943 time: 0.1854441 Jan 18 14:22:00.714710 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:00.719283 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f858c66b-00cd-477e-a788-3fce765b8251 req-5727171a-f62e-4d18-9aac-0f21219be69e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863526 Jan 18 14:22:00.732439 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Transition to ACTIVE for port object 60b0c9a2-0a52-4b6c-a80a-227088a992fc will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:22:00.762597 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:00.832512 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Network b324b43e-572e-4977-9daa-feaab2c9af42 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:22:00.835531 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:22:00.837859 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:22:00.890698 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'Port': ['ID=60b0c9a2-0a52-4b6c-a80a-227088a992fc,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:00.932537 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:00.933111 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:00.957399 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-13dd8856-7196-4845-bd6b-5bb998e75f54 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9597375 Jan 18 14:22:00.971329 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Request body: {'port': {'device_id': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:01.122984 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:01.123227 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device e7433cf6-1059-441b-8e6d-9a0716263bc0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:22:01.295750 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-324a4312-d2b0-4b7e-90eb-413875f86bc0 None None] Provisioning for port 60b0c9a2-0a52-4b6c-a80a-227088a992fc completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:22:01.303860 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-324a4312-d2b0-4b7e-90eb-413875f86bc0 None None] Provisioning complete for port 60b0c9a2-0a52-4b6c-a80a-227088a992fc triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:22:01.304394 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-324a4312-d2b0-4b7e-90eb-413875f86bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:01.397640 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-324a4312-d2b0-4b7e-90eb-413875f86bc0 None None] Port 60b0c9a2-0a52-4b6c-a80a-227088a992fc cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:22:01.440391 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port e7433cf6-1059-441b-8e6d-9a0716263bc0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:01.479354 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'port_id': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'mac_address': 'fa:16:3e:75:e5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:22:01.487793 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ba5af-c8f3-4133-9945-76fe9bb4aaca req-f0c8ab70-784a-4da4-9814-69e43f5e0d65 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:01.492875 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-400ba5af-c8f3-4133-9945-76fe9bb4aaca req-f0c8ab70-784a-4da4-9814-69e43f5e0d65 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1058547 Jan 18 14:22:01.552207 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-400ba5af-c8f3-4133-9945-76fe9bb4aaca req-e586bfd5-a521-4b00-b8c5-d4dae5c13f2d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535724 Jan 18 14:22:01.575425 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b0c9a2-0a52-4b6c-a80a-227088a992fc {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:22:01.575955 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:01.582521 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:01.596014 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7433cf6-1059-441b-8e6d-9a0716263bc0 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:22:01.615866 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port e7433cf6-1059-441b-8e6d-9a0716263bc0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:01.622185 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:01.654675 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Transition to ACTIVE for port object 60b0c9a2-0a52-4b6c-a80a-227088a992fc will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:22:01.671346 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:01.712760 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=e7433cf6-1059-441b-8e6d-9a0716263bc0,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:01.876745 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Pushing event updated for resources: {'Port': ['ID=60b0c9a2-0a52-4b6c-a80a-227088a992fc,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:01.884012 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04410e-736c-4b83-a68a-e2df85b38ec6 req-5542ba89-2797-4034-b198-8337a8ce596c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:01.884725 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-da04410e-736c-4b83-a68a-e2df85b38ec6 req-5542ba89-2797-4034-b198-8337a8ce596c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Synchronizing usage tracker for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:01.975261 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-da04410e-736c-4b83-a68a-e2df85b38ec6 req-5542ba89-2797-4034-b198-8337a8ce596c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Unset dirty status for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:01.982809 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-da04410e-736c-4b83-a68a-e2df85b38ec6 req-5542ba89-2797-4034-b198-8337a8ce596c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 931 time: 0.3881433 Jan 18 14:22:02.056345 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Attempting to bind port 60b0c9a2-0a52-4b6c-a80a-227088a992fc on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:22:02.056804 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Attempting to bind port 60b0c9a2-0a52-4b6c-a80a-227088a992fc by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:22:02.057750 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Attempting to bind port 60b0c9a2-0a52-4b6c-a80a-227088a992fc on network b324b43e-572e-4977-9daa-feaab2c9af42 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:22:02.073727 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-da04410e-736c-4b83-a68a-e2df85b38ec6 req-3b5c99db-5abf-460f-920b-ae4276dc0f0c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908926 Jan 18 14:22:02.075140 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Port 60b0c9a2-0a52-4b6c-a80a-227088a992fc on network b324b43e-572e-4977-9daa-feaab2c9af42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:22:02.076693 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Attempting to bind port 60b0c9a2-0a52-4b6c-a80a-227088a992fc on network b324b43e-572e-4977-9daa-feaab2c9af42 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:22:02.087104 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:22:02.087451 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Checking segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:22:02.087836 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Bound using segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:22:02.088634 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Bound port: 60b0c9a2-0a52-4b6c-a80a-227088a992fc, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:22:02.089026 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:02.222043 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['e7433cf6-1059-441b-8e6d-9a0716263bc0'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:02.306658 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] For port 60b0c9a2-0a52-4b6c-a80a-227088a992fc, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:22:02.313844 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] For port 60b0c9a2-0a52-4b6c-a80a-227088a992fc, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=60b0c9a2-0a52-4b6c-a80a-227088a992fc,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:22:02.326653 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:02.395493 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a5e04-d0ca-4156-8bc3-569e2e051b04 req-2eeca2f1-1fc8-44e0-b0d6-4d91eff718e7 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:02.402917 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f34a5e04-d0ca-4156-8bc3-569e2e051b04 req-2eeca2f1-1fc8-44e0-b0d6-4d91eff718e7 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 944 time: 0.2170746 Jan 18 14:22:02.438099 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:02.439546 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] 10.222.0.77 "PUT /v2.0/ports/60b0c9a2-0a52-4b6c-a80a-227088a992fc HTTP/1.1" status: 200 len: 1093 time: 1.4734528 Jan 18 14:22:02.440051 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'tag': '60b0c9a2-0a52-4b6c-a80a-227088a992fc'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:02.460535 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398f4a3-0c3c-4eda-8c44-dde4f6638e99 service neutron] Pushing event updated for resources: {'Port': ['ID=60b0c9a2-0a52-4b6c-a80a-227088a992fc,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:02.470778 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-240c20f4-dceb-4949-9bdf-5f9bf48fca49 req-7cd06a49-ae56-4629-bfce-e31ead79d60b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1099 time: 0.2076283 Jan 18 14:22:02.505202 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608ac8c-f1fc-47b5-a392-99501712fd92 req-e99c360a-d909-4f5c-a1d4-a74e71726961 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:02.507837 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c608ac8c-f1fc-47b5-a392-99501712fd92 req-e99c360a-d909-4f5c-a1d4-a74e71726961 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1694391 Jan 18 14:22:02.508538 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f34a5e04-d0ca-4156-8bc3-569e2e051b04 req-497cfde1-a418-48db-a514-d6708ab95e63 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046073 Jan 18 14:22:02.603350 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'tag': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'status': 'completed', 'code': 200} Jan 18 14:22:02.648305 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-33c48b92-690d-4ef4-957a-3a187a48994c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 1096 time: 0.1374400 Jan 18 14:22:02.748261 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c608ac8c-f1fc-47b5-a392-99501712fd92 req-af11fd25-2eac-49bd-9962-1c789062d99a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665380 Jan 18 14:22:02.768192 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-0380aebe-544f-4969-8209-69ce4d0af74a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b0c9a2-0a52-4b6c-a80a-227088a992fc HTTP/1.1" status: 200 len: 217 time: 0.1018617 Jan 18 14:22:02.769612 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c20f4-dceb-4949-9bdf-5f9bf48fca49 req-2a82f737-b322-4ea3-8fc0-cdcaf7116f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:02.771201 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-240c20f4-dceb-4949-9bdf-5f9bf48fca49 req-2a82f737-b322-4ea3-8fc0-cdcaf7116f7c service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 920 time: 0.2930315 Jan 18 14:22:02.840278 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479617e-7408-4506-8f17-a68f8513ee26 req-2d82192f-4260-4d81-af6d-730841345887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:02.841684 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-2d82192f-4260-4d81-af6d-730841345887 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0624163 Jan 18 14:22:02.847574 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-240c20f4-dceb-4949-9bdf-5f9bf48fca49 req-1e56af9e-1a9b-473e-b9ab-7eb8ac2670a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468 HTTP/1.1" status: 200 len: 217 time: 0.0631335 Jan 18 14:22:02.922602 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c20f4-dceb-4949-9bdf-5f9bf48fca49 req-adee8608-5d71-49c5-a1f3-29c779adaad7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:02.924559 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-240c20f4-dceb-4949-9bdf-5f9bf48fca49 req-adee8608-5d71-49c5-a1f3-29c779adaad7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 200 len: 859 time: 0.0673835 Jan 18 14:22:02.931558 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-273b33f5-d0b3-499d-8876-bdf41e7f5a3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831232 Jan 18 14:22:02.973682 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-240c20f4-dceb-4949-9bdf-5f9bf48fca49 req-d9f0322d-a93e-4119-80c3-19a275da6c11 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7868572-8726-4c93-974b-0ce5ad4eb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395231 Jan 18 14:22:03.068249 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-7a2ec290-49a1-4919-bd9d-3e83cad4dbd5 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288815 Jan 18 14:22:03.108440 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-240c20f4-dceb-4949-9bdf-5f9bf48fca49 req-7f273000-9cfb-47a6-b6c0-37fc3329e35f service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269307 Jan 18 14:22:03.209355 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a479617e-7408-4506-8f17-a68f8513ee26 req-be35be69-ce87-4566-adef-5bde6f72c489 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349468 Jan 18 14:22:03.300875 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-240c20f4-dceb-4949-9bdf-5f9bf48fca49 req-910a9485-5056-40f6-a232-ef0beeb6316a service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865141 Jan 18 14:22:03.320419 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcd1af-ebc0-4438-86af-9245bff523bd req-9241c152-6329-4641-b6aa-062e9a7d0e1f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:03.322085 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-75bcd1af-ebc0-4438-86af-9245bff523bd req-9241c152-6329-4641-b6aa-062e9a7d0e1f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 943 time: 0.1290987 Jan 18 14:22:03.323805 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-25ff1db6-5440-410a-a7ca-bdf236eaa2fa req-a4efdc7e-243a-40a2-8c33-5357b7750171 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 1096 time: 0.0734694 Jan 18 14:22:03.368065 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-75bcd1af-ebc0-4438-86af-9245bff523bd req-32f1edad-2d0b-40a7-9f46-34bc780ec71e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397744 Jan 18 14:22:03.456804 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff1db6-5440-410a-a7ca-bdf236eaa2fa req-983a0003-5688-4bfd-9dfa-6ee520a3f247 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:03.458282 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-25ff1db6-5440-410a-a7ca-bdf236eaa2fa req-983a0003-5688-4bfd-9dfa-6ee520a3f247 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.1245236 Jan 18 14:22:03.526882 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-25ff1db6-5440-410a-a7ca-bdf236eaa2fa req-f81b5371-a60f-4e16-a27b-25e0d016c420 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b0c9a2-0a52-4b6c-a80a-227088a992fc HTTP/1.1" status: 200 len: 217 time: 0.0610838 Jan 18 14:22:03.589388 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff1db6-5440-410a-a7ca-bdf236eaa2fa req-87730a86-5771-45c4-87b0-0a24f2f7b4b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:03.590810 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-25ff1db6-5440-410a-a7ca-bdf236eaa2fa req-87730a86-5771-45c4-87b0-0a24f2f7b4b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0581706 Jan 18 14:22:03.730148 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-25ff1db6-5440-410a-a7ca-bdf236eaa2fa req-1ce3e93e-9175-4157-b09c-8a289747df53 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1310296 Jan 18 14:22:03.740334 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf5f08-05ac-4bcf-ad03-3cc8c3103635 req-fbddf727-9aad-4b47-ab97-b27c2ef04e25 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:03.741787 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9ebf5f08-05ac-4bcf-ad03-3cc8c3103635 req-fbddf727-9aad-4b47-ab97-b27c2ef04e25 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 944 time: 0.1099789 Jan 18 14:22:03.971266 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ba32-7c3a-43a7-bd56-9ce6f33d2012 req-49222908-8ae3-4579-9fbd-2e103ce8641e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:03.972747 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f078ba32-7c3a-43a7-bd56-9ce6f33d2012 req-49222908-8ae3-4579-9fbd-2e103ce8641e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0830712 Jan 18 14:22:03.992139 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-25ff1db6-5440-410a-a7ca-bdf236eaa2fa req-8b8f1aa7-da09-43e7-9117-612cf5e4bcf5 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493997 Jan 18 14:22:03.996434 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9ebf5f08-05ac-4bcf-ad03-3cc8c3103635 req-90f0dc98-1526-46b3-8cd4-19711a4047b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342486 Jan 18 14:22:04.034242 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f078ba32-7c3a-43a7-bd56-9ce6f33d2012 req-332a46ce-46a7-4897-ac58-06ad2956713c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529268 Jan 18 14:22:04.129857 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-25ff1db6-5440-410a-a7ca-bdf236eaa2fa req-df173f40-44ba-45ea-bbae-3c9ed4795ea7 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305487 Jan 18 14:22:04.568590 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eabe71-42dd-4f3f-ae23-3e82b71a0155 req-e1587446-a93b-407f-ad06-e0702357702d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:04.570651 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e4eabe71-42dd-4f3f-ae23-3e82b71a0155 req-e1587446-a93b-407f-ad06-e0702357702d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 943 time: 0.0771770 Jan 18 14:22:04.619206 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e4eabe71-42dd-4f3f-ae23-3e82b71a0155 req-e1f6d9f4-622a-4dd9-9a98-04ef6d0a206a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424511 Jan 18 14:22:05.153591 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device e7433cf6-1059-441b-8e6d-9a0716263bc0 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:22:05.216829 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e6d14-1354-4ede-85e3-a6e2ad2c5c39 req-0efe5142-068f-43e5-ad98-0e7d89608d76 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:05.224198 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-675e6d14-1354-4ede-85e3-a6e2ad2c5c39 req-0efe5142-068f-43e5-ad98-0e7d89608d76 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 944 time: 0.1009305 Jan 18 14:22:05.248725 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port e7433cf6-1059-441b-8e6d-9a0716263bc0 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:22:05.251942 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf21f5-d820-43e4-8867-d300f0d7908d req-bc78ee1c-db7c-4c4e-ae34-5e7c916c3cf8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:05.253903 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bbf21f5-d820-43e4-8867-d300f0d7908d req-bc78ee1c-db7c-4c4e-ae34-5e7c916c3cf8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0898373 Jan 18 14:22:05.254887 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port e7433cf6-1059-441b-8e6d-9a0716263bc0 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:22:05.255611 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:05.267747 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-675e6d14-1354-4ede-85e3-a6e2ad2c5c39 req-32ff3f39-2e54-490e-8910-e9fb75b1c6d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Synchronizing usage tracker for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:05.287454 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-675e6d14-1354-4ede-85e3-a6e2ad2c5c39 req-32ff3f39-2e54-490e-8910-e9fb75b1c6d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Unset dirty status for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:05.299429 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-675e6d14-1354-4ede-85e3-a6e2ad2c5c39 req-32ff3f39-2e54-490e-8910-e9fb75b1c6d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741258 Jan 18 14:22:05.317493 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bbf21f5-d820-43e4-8867-d300f0d7908d req-71908958-a49e-4b47-8759-c927c6d25aa7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578218 Jan 18 14:22:05.387718 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:05.417188 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:05.427987 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port e7433cf6-1059-441b-8e6d-9a0716263bc0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:05.434524 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:05.504514 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'code': 200} Jan 18 14:22:05.509767 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=e7433cf6-1059-441b-8e6d-9a0716263bc0,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:05.842919 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7b57ee6b-a76b-43f3-9a86-a3b25115fdf1 req-c7d0d2be-ad36-4745-8a00-163bca4e390a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1098 time: 0.1566603 Jan 18 14:22:05.878811 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c734-a1f9-443b-afca-69277b64248c req-8ca2e3db-1c04-40c8-9f77-ee04fe335bc5 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:05.880234 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c312c734-a1f9-443b-afca-69277b64248c req-8ca2e3db-1c04-40c8-9f77-ee04fe335bc5 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 943 time: 0.1186347 Jan 18 14:22:05.928592 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7b57ee6b-a76b-43f3-9a86-a3b25115fdf1 req-ca194c54-819c-4bea-a7d1-cf0e27dbc5e7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777376 Jan 18 14:22:05.942818 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c312c734-a1f9-443b-afca-69277b64248c req-f5f88ca5-58bf-4145-8811-832273a52b9b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550551 Jan 18 14:22:06.486225 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d6546-87c0-4f2d-8929-b6d509818f3a req-f8333278-336a-43a7-9c9a-d2623aad2800 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:06.487684 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-048d6546-87c0-4f2d-8929-b6d509818f3a req-f8333278-336a-43a7-9c9a-d2623aad2800 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0770497 Jan 18 14:22:06.510330 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ea3ea-4724-40c8-956d-fef8d1a5861d req-2ca6550c-0bed-497f-abf1-7fa14d0c29bf tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:06.511680 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e52ea3ea-4724-40c8-956d-fef8d1a5861d req-2ca6550c-0bed-497f-abf1-7fa14d0c29bf tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0820291 Jan 18 14:22:06.534701 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-048d6546-87c0-4f2d-8929-b6d509818f3a req-d32fb5f2-20bb-4442-bd76-3e7617194f52 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Jan 18 14:22:06.565493 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e52ea3ea-4724-40c8-956d-fef8d1a5861d req-87297ad8-6146-401e-8661-ab85dc945be8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Jan 18 14:22:07.146380 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a6dc-1e66-4c16-8b06-0d1ba7a28144 req-a6c731b2-0684-433c-8716-15d1407739d8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:07.147807 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3120a6dc-1e66-4c16-8b06-0d1ba7a28144 req-a6c731b2-0684-433c-8716-15d1407739d8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 943 time: 0.0812526 Jan 18 14:22:07.193309 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3120a6dc-1e66-4c16-8b06-0d1ba7a28144 req-cd8d97be-a2bf-491c-bc0c-e0256d12f22b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393834 Jan 18 14:22:07.299179 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-2b446949-3cd0-4477-8b68-a9b48b0f270a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:07.300602 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-2b446949-3cd0-4477-8b68-a9b48b0f270a tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 815 time: 0.1426413 Jan 18 14:22:07.317054 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-71bd136a-b97c-498b-a18b-e4b47d374d27 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/quotas/a871a98db7e841b9bf50f139a8473791 HTTP/1.1" status: 200 len: 375 time: 0.0110478 Jan 18 14:22:07.397369 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-29919c06-5e93-43b5-9690-7e91e52c904c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754099 Jan 18 14:22:07.528573 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-1af0ced0-e940-4b69-883f-6254aaa63995 service neutron] 10.222.0.45 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236346 Jan 18 14:22:07.691290 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-dad5c580-6fce-4fdf-87d5-840a4b0e369e service neutron] 10.222.0.45 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570175 Jan 18 14:22:07.792389 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f9428-b455-496f-a966-202adab25fac req-b150e44c-8d84-4122-9f41-97c84ef463b8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:07.798995 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4a9f9428-b455-496f-a966-202adab25fac req-b150e44c-8d84-4122-9f41-97c84ef463b8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.1351511 Jan 18 14:22:07.874723 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4a9f9428-b455-496f-a966-202adab25fac req-0cd40a74-6070-4252-a013-834f772a4783 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747881 Jan 18 14:22:08.177566 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf6380-5406-4c99-b43c-3b96d117fc4e req-f71dca5c-7e23-4b6c-9509-95bfde6fb0fa tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:08.185695 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1bcf6380-5406-4c99-b43c-3b96d117fc4e req-f71dca5c-7e23-4b6c-9509-95bfde6fb0fa tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1175833 Jan 18 14:22:08.269588 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1bcf6380-5406-4c99-b43c-3b96d117fc4e req-949d4bc9-1a70-4510-b636-faddbc242021 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758822 Jan 18 14:22:08.281541 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0a03fe7-67fb-456c-b9f8-28b7c5c461fb req-e4fc73bd-4fa7-4af5-9591-f8720a237cfe tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 210 time: 0.0445919 Jan 18 14:22:08.478606 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d6b35-9ceb-4a0d-8aac-f7b2371f34b4 req-5d773884-ae84-40d9-9f29-91273c042965 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:08.480917 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-691d6b35-9ceb-4a0d-8aac-f7b2371f34b4 req-5d773884-ae84-40d9-9f29-91273c042965 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 943 time: 0.0888608 Jan 18 14:22:08.547941 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-691d6b35-9ceb-4a0d-8aac-f7b2371f34b4 req-829b89ce-6698-4906-92c7-da8d225fad3c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580389 Jan 18 14:22:08.553631 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:22:09.094820 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddb689-1e08-4d7a-98fd-fa7815c76ccc req-8a0dc519-0862-46f1-9685-1dc1e4dce18a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:09.096273 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d9ddb689-1e08-4d7a-98fd-fa7815c76ccc req-8a0dc519-0862-46f1-9685-1dc1e4dce18a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0807590 Jan 18 14:22:09.143051 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d9ddb689-1e08-4d7a-98fd-fa7815c76ccc req-8f7decd6-9d1e-475a-80f8-60a3b0cf22e2 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Jan 18 14:22:09.358893 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-5697cfd7-71b7-4ecf-992b-3b6ee73ca28f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:09.360868 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-5697cfd7-71b7-4ecf-992b-3b6ee73ca28f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 815 time: 0.1880469 Jan 18 14:22:09.380405 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Request body: {'port': {'device_id': '6637aed4-8e9f-458d-b3c2-3f95ab991578', 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404', 'admin_state_up': True, 'tenant_id': 'a871a98db7e841b9bf50f139a8473791'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:09.415515 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dac34-1fea-474c-a4ef-a7f5cd4aa2c5 req-9a3ed55a-7f8d-4481-9bfa-8bfa64607e70 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:09.423595 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-749dac34-1fea-474c-a4ef-a7f5cd4aa2c5 req-9a3ed55a-7f8d-4481-9bfa-8bfa64607e70 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0984879 Jan 18 14:22:09.481643 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-749dac34-1fea-474c-a4ef-a7f5cd4aa2c5 req-0fa9e806-5bc4-44a3-8515-86e0b96da5c4 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567093 Jan 18 14:22:09.554875 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-18445385-8de0-459e-af4b-55d93231434b req-10e28359-6d0b-45fd-b3ed-3b11044d5fb6 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 210 time: 0.0577064 Jan 18 14:22:09.732629 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:09.759218 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:09.778530 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Made reservation on behalf of a871a98db7e841b9bf50f139a8473791 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:22:09.781793 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:09.862368 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dd67a-3702-4bab-8113-59086620acb9 req-2fce9ad7-5244-4dc3-8700-f6c362493b1a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:09.871041 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5f6dd67a-3702-4bab-8113-59086620acb9 req-2fce9ad7-5244-4dc3-8700-f6c362493b1a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 943 time: 0.1774445 Jan 18 14:22:09.958770 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279085e5-a209-46d2-95f3-937f3b4e0f91 req-59744679-7e3b-470d-9ad4-061e4a2b5c9f tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:09.968878 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-279085e5-a209-46d2-95f3-937f3b4e0f91 req-59744679-7e3b-470d-9ad4-061e4a2b5c9f tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0993690 Jan 18 14:22:09.977390 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5f6dd67a-3702-4bab-8113-59086620acb9 req-db6da59e-462e-4593-9f8e-962db1cfe540 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053421 Jan 18 14:22:10.043931 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-279085e5-a209-46d2-95f3-937f3b4e0f91 req-1cae94d4-70e6-468f-aaee-95b5398cc5c8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738122 Jan 18 14:22:10.061272 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Allocated IP 172.20.0.7 (e7ca2570-4bec-4646-a4e5-5b13fa852404/f82f4544-0fa8-4654-8c26-8d81dd7edb0e/49fbd082-e46c-4d65-8112-4df2dc648165) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:22:10.163987 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36468) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:10.324895 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:10.334789 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91386d74-4a94-45a0-bf82-45941731f277 req-2b3fcc95-c980-4bd4-ae84-b54bcd8b8a50 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:10.336262 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91386d74-4a94-45a0-bf82-45941731f277 req-2b3fcc95-c980-4bd4-ae84-b54bcd8b8a50 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.2116210 Jan 18 14:22:10.341935 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:10.384147 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:10.388532 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Usage tracker for resource:security_group_rule and tenant:e7625ac625ec428db9e603a50892c747 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:10.393060 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:10.399229 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:10.435466 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91386d74-4a94-45a0-bf82-45941731f277 req-5bc79404-0d31-4f24-b8e7-7c56b32e6d71 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896513 Jan 18 14:22:10.457204 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:10.476433 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['07490b20-63d5-43f1-8280-8b3589b26f6f', '87dbbecc-0a49-4517-9b8b-90c69b82fda6', '7bccfb42-93e3-4105-ae81-0fff61cedf62'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:10.552132 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:10.563931 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:10.566778 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Network e7ca2570-4bec-4646-a4e5-5b13fa852404 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:22:10.570103 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:22:10.572603 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:22:10.614504 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Pushing event updated for resources: {'Port': ['ID=49fbd082-e46c-4d65-8112-4df2dc648165,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:10.628386 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.628737 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.629108 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.629440 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.629763 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.630616 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.631046 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.631489 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.631844 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.632017 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.632326 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.658428 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fba3174-6910-455e-9799-b0c0a3a3ac8e,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:10.672273 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7625ac625ec428db9e603a50892c747&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5048215 Jan 18 14:22:10.672273 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.672273 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.672638 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.672886 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.673192 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.673517 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.673703 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:10.673847 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.674156 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.674337 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:10.674514 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.674796 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.675116 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88d89e-daba-4c5e-ad6b-70d1f456d976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:10.678911 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36486) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:10.747774 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-77efe40e-5cfc-4a82-a088-88b380d440a8 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3729620 Jan 18 14:22:10.761911 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Request body: {'port': {'device_id': '6637aed4-8e9f-458d-b3c2-3f95ab991578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:10.848608 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b6d2c-75a7-45a1-beb9-0874c5115a0c req-3d5a5e98-07e8-4302-bcca-1b11821e984c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:10.850517 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-558b6d2c-75a7-45a1-beb9-0874c5115a0c req-3d5a5e98-07e8-4302-bcca-1b11821e984c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 931 time: 0.0996532 Jan 18 14:22:10.891212 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-72a0c53c-e467-4a15-8875-2d24bbb2bda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:10.931549 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:10.959812 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-72a0c53c-e467-4a15-8875-2d24bbb2bda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:10.995087 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-558b6d2c-75a7-45a1-beb9-0874c5115a0c req-1e88cacc-4c93-4b79-8ec3-c269ba100c82 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374197 Jan 18 14:22:11.184530 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-72a0c53c-e467-4a15-8875-2d24bbb2bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:11.248399 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-72a0c53c-e467-4a15-8875-2d24bbb2bda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:11.252728 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-72a0c53c-e467-4a15-8875-2d24bbb2bda6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3fba3174-6910-455e-9799-b0c0a3a3ac8e HTTP/1.1" status: 204 len: 168 time: 0.5704801 Jan 18 14:22:11.252728 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0c53c-e467-4a15-8875-2d24bbb2bda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fba3174-6910-455e-9799-b0c0a3a3ac8e,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:11.285533 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aaad0a-e797-402f-a3d5-a8730d88fcea req-2ff35cbd-e749-4299-9da2-5766c27ebaa2 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:11.286857 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-89aaad0a-e797-402f-a3d5-a8730d88fcea req-2ff35cbd-e749-4299-9da2-5766c27ebaa2 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 943 time: 0.1061704 Jan 18 14:22:11.361470 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-89aaad0a-e797-402f-a3d5-a8730d88fcea req-d778611e-35af-48b8-8cfb-3fa4d3d207ca tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674624 Jan 18 14:22:11.464330 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36510) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:11.525009 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fbd082-e46c-4d65-8112-4df2dc648165 {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:22:11.526272 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:11.543532 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Transition to ACTIVE for port object 49fbd082-e46c-4d65-8112-4df2dc648165 will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:22:11.547241 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:11.699007 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Pushing event updated for resources: {'Port': ['ID=49fbd082-e46c-4d65-8112-4df2dc648165,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:11.790397 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c979071-6fb0-483b-9463-95ddbbbd393a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:11.825486 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Attempting to bind port 49fbd082-e46c-4d65-8112-4df2dc648165 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:22:11.826100 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Attempting to bind port 49fbd082-e46c-4d65-8112-4df2dc648165 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:22:11.826353 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6c979071-6fb0-483b-9463-95ddbbbd393a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:11.826775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Attempting to bind port 49fbd082-e46c-4d65-8112-4df2dc648165 on network e7ca2570-4bec-4646-a4e5-5b13fa852404 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:22:11.830610 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6c979071-6fb0-483b-9463-95ddbbbd393a admin admin] Usage tracker for resource:security_group_rule and tenant:86c4450a3cc74ad5b435cbb5861d9dd6 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:11.833567 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Port 49fbd082-e46c-4d65-8112-4df2dc648165 on network e7ca2570-4bec-4646-a4e5-5b13fa852404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:22:11.833722 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6c979071-6fb0-483b-9463-95ddbbbd393a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:11.834221 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Attempting to bind port 49fbd082-e46c-4d65-8112-4df2dc648165 on network e7ca2570-4bec-4646-a4e5-5b13fa852404 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:22:11.840549 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6c979071-6fb0-483b-9463-95ddbbbd393a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:11.841368 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:22:11.841871 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Checking segment: {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:22:11.842440 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Bound using segment: {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:22:11.843019 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Bound port: 49fbd082-e46c-4d65-8112-4df2dc648165, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d67297-72b0-48f0-99e0-34e2bdb6d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:22:11.843855 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:11.968652 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] For port 49fbd082-e46c-4d65-8112-4df2dc648165, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:22:11.971874 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] For port 49fbd082-e46c-4d65-8112-4df2dc648165, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=49fbd082-e46c-4d65-8112-4df2dc648165,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:22:11.981646 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:11.998196 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c979071-6fb0-483b-9463-95ddbbbd393a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.009177 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c979071-6fb0-483b-9463-95ddbbbd393a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.074079 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6c979071-6fb0-483b-9463-95ddbbbd393a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86c4450a3cc74ad5b435cbb5861d9dd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6060717 Jan 18 14:22:12.074079 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c979071-6fb0-483b-9463-95ddbbbd393a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b33a659-7c07-4550-9ae5-02fbe5706ecd,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:12.075385 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36540) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:12.115388 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Pushing event updated for resources: {'Port': ['ID=49fbd082-e46c-4d65-8112-4df2dc648165,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:12.124559 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.125970 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-a10dc495-a554-4aad-b766-96c97d995845 service neutron] 10.222.0.77 "PUT /v2.0/ports/49fbd082-e46c-4d65-8112-4df2dc648165 HTTP/1.1" status: 200 len: 1093 time: 1.3696251 Jan 18 14:22:12.126465 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6637aed4-8e9f-458d-b3c2-3f95ab991578', 'tag': '49fbd082-e46c-4d65-8112-4df2dc648165'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:12.148847 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c684ad78-1bf5-4676-8dd4-5a4ef41c2bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.199712 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c684ad78-1bf5-4676-8dd4-5a4ef41c2bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.282254 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c684ad78-1bf5-4676-8dd4-5a4ef41c2bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.304000 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ad78-1bf5-4676-8dd4-5a4ef41c2bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b33a659-7c07-4550-9ae5-02fbe5706ecd,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:12.337250 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c684ad78-1bf5-4676-8dd4-5a4ef41c2bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.338869 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c684ad78-1bf5-4676-8dd4-5a4ef41c2bce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b33a659-7c07-4550-9ae5-02fbe5706ecd HTTP/1.1" status: 204 len: 168 time: 0.2617328 Jan 18 14:22:12.428736 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36558) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:12.437539 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-27c364dc-890c-401d-adac-004d15b5a818 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 1096 time: 0.2529509 Jan 18 14:22:12.448822 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be62e5-a18c-4cf3-82fd-3f1bc20991ec req-2fdf63e0-bcc8-4b83-8986-a8c39284f326 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:12.449596 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-c0be62e5-a18c-4cf3-82fd-3f1bc20991ec req-2fdf63e0-bcc8-4b83-8986-a8c39284f326 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Synchronizing usage tracker for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:12.548613 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-08f5cf68-5803-4d7c-bee8-773d9c4a0212 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49fbd082-e46c-4d65-8112-4df2dc648165 HTTP/1.1" status: 200 len: 217 time: 0.0945079 Jan 18 14:22:12.553759 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-c0be62e5-a18c-4cf3-82fd-3f1bc20991ec req-2fdf63e0-bcc8-4b83-8986-a8c39284f326 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Unset dirty status for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:12.555884 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c0be62e5-a18c-4cf3-82fd-3f1bc20991ec req-2fdf63e0-bcc8-4b83-8986-a8c39284f326 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 943 time: 0.2539525 Jan 18 14:22:12.627347 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-511361116-network', 'tenant_id': '9ec00bd8d7eb49a9b6f8c494c56df509'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:12.633696 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:12.639232 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Usage tracker for resource:network and tenant:9ec00bd8d7eb49a9b6f8c494c56df509 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:12.642973 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:12.663828 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c0be62e5-a18c-4cf3-82fd-3f1bc20991ec req-50a2bf35-ace2-4263-a749-7dbb4e2837fd tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686681 Jan 18 14:22:12.669826 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-123c45c7-92c5-477b-aef9-a679ae37ee2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:12.671259 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-123c45c7-92c5-477b-aef9-a679ae37ee2a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f82f4544-0fa8-4654-8c26-8d81dd7edb0e HTTP/1.1" status: 200 len: 855 time: 0.1142879 Jan 18 14:22:12.672330 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:12.692407 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Made reservation on behalf of 9ec00bd8d7eb49a9b6f8c494c56df509 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:22:12.698521 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.738180 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.752703 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-676e8ef3-1e9e-44e9-a681-f5a9dd9e1183 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7ca2570-4bec-4646-a4e5-5b13fa852404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676711 Jan 18 14:22:12.801606 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:12.811530 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec00bd8d7eb49a9b6f8c494c56df509 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:12.817213 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:12.836574 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:12.910945 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-ac4250f6-45d8-4f2c-944a-ba1b858dcbb0 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512973 Jan 18 14:22:12.912820 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6637aed4-8e9f-458d-b3c2-3f95ab991578', 'tag': '49fbd082-e46c-4d65-8112-4df2dc648165', 'status': 'completed', 'code': 200} Jan 18 14:22:12.973437 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36576) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:12.975174 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.980077 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:12.996122 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.016680 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a629b0-ff72-4d0b-8466-26465460ee55,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:13.028041 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:22:13.037321 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.037665 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Added segment ec1f3131-30ee-4ff4-a264-ae2085762f30 of type vlan for network 564f082f-f27d-4e49-bf9e-7361d6abaa76 Jan 18 14:22:13.055732 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fa36-582b-4877-a9f1-f1be1968679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.063841 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.093654 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.095007 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:13.095592 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.132259 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f7d9fa36-582b-4877-a9f1-f1be1968679e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:13.142165 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f7d9fa36-582b-4877-a9f1-f1be1968679e admin admin] Usage tracker for resource:security_group_rule and tenant:03df85e4f40c44f4b44593a5ed44b27b is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:13.145397 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f7d9fa36-582b-4877-a9f1-f1be1968679e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:13.163099 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f7d9fa36-582b-4877-a9f1-f1be1968679e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:13.176489 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a06506-d29b-49ea-b096-0c9d6016ee0f req-d68099e4-6fae-4daf-9e5b-39126c627a55 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:13.178047 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e9a06506-d29b-49ea-b096-0c9d6016ee0f req-d68099e4-6fae-4daf-9e5b-39126c627a55 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 943 time: 0.2644067 Jan 18 14:22:13.179836 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6d0e79b-343d-4025-a80c-647f4d3e5a15 req-f5c61955-1e50-4679-97c0-1167049f19ad service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291672 Jan 18 14:22:13.197538 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] Pushing event updated for resources: {'Network': ['ID=564f082f-f27d-4e49-bf9e-7361d6abaa76,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:13.203322 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-dab2da2b-ab8b-4553-a06b-431f80e29874 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7731040 Jan 18 14:22:13.204331 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36580) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:13.209652 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Request body: {'subnet': {'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-511361116-subnet', 'tenant_id': '9ec00bd8d7eb49a9b6f8c494c56df509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:13.212886 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 564f082f-f27d-4e49-bf9e-7361d6abaa76 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:22:13.214259 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:13.218239 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Usage tracker for resource:subnet and tenant:9ec00bd8d7eb49a9b6f8c494c56df509 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:13.221528 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:13.236826 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:13.247721 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Made reservation on behalf of 9ec00bd8d7eb49a9b6f8c494c56df509 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:22:13.249570 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e9a06506-d29b-49ea-b096-0c9d6016ee0f req-d5872f4a-6eae-48dc-b761-1da9a6e13b47 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644531 Jan 18 14:22:13.250124 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.352976 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fa36-582b-4877-a9f1-f1be1968679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.357793 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f7d9fa36-582b-4877-a9f1-f1be1968679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.412220 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dcdb80e4-9a95-4ee8-ba7e-e49fa27928c3 req-ab0cfe17-7413-4a79-9e05-b34927be5426 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a871a98db7e841b9bf50f139a8473791&device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 1096 time: 0.1679633 Jan 18 14:22:13.412811 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9fa36-582b-4877-a9f1-f1be1968679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57170ed-f6ec-41b6-9efa-bb3e9ff547da,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:13.417297 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f7d9fa36-582b-4877-a9f1-f1be1968679e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03df85e4f40c44f4b44593a5ed44b27b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4410629 Jan 18 14:22:13.420239 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36584) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:13.483866 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.544481 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb80e4-9a95-4ee8-ba7e-e49fa27928c3 req-34f5be51-5994-41d9-b484-da140f19547d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:13.545963 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dcdb80e4-9a95-4ee8-ba7e-e49fa27928c3 req-34f5be51-5994-41d9-b484-da140f19547d service neutron] 10.222.0.77 "GET /v2.0/networks?id=e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 200 len: 916 time: 0.1249447 Jan 18 14:22:13.564572 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ba4bd3-1e38-46bc-bbfc-006eb6837d13,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:13.566498 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d65eb702-1e74-4bca-96c3-a71724c99420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.607812 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d65eb702-1e74-4bca-96c3-a71724c99420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.615151 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dcdb80e4-9a95-4ee8-ba7e-e49fa27928c3 req-7cbe8c11-a14b-4aa0-8137-eb017e9f943b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49fbd082-e46c-4d65-8112-4df2dc648165 HTTP/1.1" status: 200 len: 217 time: 0.0629466 Jan 18 14:22:13.620763 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Checking segment: {'id': 'ec1f3131-30ee-4ff4-a264-ae2085762f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:22:13.621137 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Network hostable DHCP agents. Network: 564f082f-f27d-4e49-bf9e-7361d6abaa76, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:22:13.666106 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Network 564f082f-f27d-4e49-bf9e-7361d6abaa76 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:22:13.676029 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 564f082f-f27d-4e49-bf9e-7361d6abaa76) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:22:13.677716 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb80e4-9a95-4ee8-ba7e-e49fa27928c3 req-d2e5861c-8b60-4968-b666-dccca8bf4d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:13.679013 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dcdb80e4-9a95-4ee8-ba7e-e49fa27928c3 req-d2e5861c-8b60-4968-b666-dccca8bf4d67 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f82f4544-0fa8-4654-8c26-8d81dd7edb0e HTTP/1.1" status: 200 len: 855 time: 0.0579338 Jan 18 14:22:13.680120 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:13.680749 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.686121 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb0ff70-943a-4869-9592-373c208461c2 None None] Network 564f082f-f27d-4e49-bf9e-7361d6abaa76 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:22:13.700214 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d65eb702-1e74-4bca-96c3-a71724c99420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.723867 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eb702-1e74-4bca-96c3-a71724c99420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57170ed-f6ec-41b6-9efa-bb3e9ff547da,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:13.725881 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dcdb80e4-9a95-4ee8-ba7e-e49fa27928c3 req-d71630ed-b4a8-43b1-ade2-0e800b3db1bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e7ca2570-4bec-4646-a4e5-5b13fa852404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408871 Jan 18 14:22:13.741452 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d65eb702-1e74-4bca-96c3-a71724c99420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:13.743130 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d65eb702-1e74-4bca-96c3-a71724c99420 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e57170ed-f6ec-41b6-9efa-bb3e9ff547da HTTP/1.1" status: 204 len: 168 time: 0.3214343 Jan 18 14:22:13.760734 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-70a7e1b6-e995-4ffa-9ff3-8b34bf0a07d2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5553546 Jan 18 14:22:13.999510 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d8b01a-561e-4693-a132-233c461f9db6 None None] Network 564f082f-f27d-4e49-bf9e-7361d6abaa76 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:22:14.029237 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd333ea-eabd-4f17-ac41-1782f029e547 req-af381333-1294-4356-ae8e-c2194082b5db tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:14.030944 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0cd333ea-eabd-4f17-ac41-1782f029e547 req-af381333-1294-4356-ae8e-c2194082b5db tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 943 time: 0.1499941 Jan 18 14:22:14.049424 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dcdb80e4-9a95-4ee8-ba7e-e49fa27928c3 req-e5cccdbc-1022-4943-a60b-2d84e62592c2 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068726 Jan 18 14:22:14.117251 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0cd333ea-eabd-4f17-ac41-1782f029e547 req-d1fef9ae-caef-4b40-a4d7-59d08a23817d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805922 Jan 18 14:22:14.261270 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dcdb80e4-9a95-4ee8-ba7e-e49fa27928c3 req-2750a38d-d5fc-41d4-a82f-20ce7eba2d52 service neutron] 10.222.0.77 "GET /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029300 Jan 18 14:22:14.419357 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36608) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:14.438724 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e090eac0-8ca5-4228-8b8e-4af24d5d5b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:14.466053 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3b48e-3f54-4abb-9478-251853537368 req-8f37f0b4-8036-428a-9ee0-958478caf00e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:14.467788 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-29e3b48e-3f54-4abb-9478-251853537368 req-8f37f0b4-8036-428a-9ee0-958478caf00e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 943 time: 0.0833819 Jan 18 14:22:14.478928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e090eac0-8ca5-4228-8b8e-4af24d5d5b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:14.483157 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e090eac0-8ca5-4228-8b8e-4af24d5d5b28 admin admin] Usage tracker for resource:security_group_rule and tenant:2b60d5383afa4173aa50c2fb027911ad is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:14.486123 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e090eac0-8ca5-4228-8b8e-4af24d5d5b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:14.492743 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e090eac0-8ca5-4228-8b8e-4af24d5d5b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:14.527541 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-29e3b48e-3f54-4abb-9478-251853537368 req-d9dcb531-2571-4060-9c89-66e387a6399f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540638 Jan 18 14:22:14.627162 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e090eac0-8ca5-4228-8b8e-4af24d5d5b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:14.629968 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e090eac0-8ca5-4228-8b8e-4af24d5d5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:14.675368 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090eac0-8ca5-4228-8b8e-4af24d5d5b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac3bba0-8301-4073-a523-4e7a2bdc51b2,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:14.679348 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-e090eac0-8ca5-4228-8b8e-4af24d5d5b28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b60d5383afa4173aa50c2fb027911ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2589266 Jan 18 14:22:14.681919 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36616) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:14.738409 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c99b995e-1a41-48bc-a395-0f565723533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:14.762864 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c99b995e-1a41-48bc-a395-0f565723533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:14.812166 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c99b995e-1a41-48bc-a395-0f565723533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:14.832347 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b995e-1a41-48bc-a395-0f565723533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac3bba0-8301-4073-a523-4e7a2bdc51b2,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:14.840189 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c99b995e-1a41-48bc-a395-0f565723533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:14.841334 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-c99b995e-1a41-48bc-a395-0f565723533e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ac3bba0-8301-4073-a523-4e7a2bdc51b2 HTTP/1.1" status: 204 len: 168 time: 0.1579130 Jan 18 14:22:15.153058 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 60b0c9a2-0a52-4b6c-a80a-227088a992fc details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:22:15.314712 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 60b0c9a2-0a52-4b6c-a80a-227088a992fc, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=60b0c9a2-0a52-4b6c-a80a-227088a992fc,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:15.314997 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7822-4f87-4b6c-8b6c-fbf4a92906b1 req-bef6c431-fa11-4c71-9301-12d485282c15 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:15.316399 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e61c7822-4f87-4b6c-8b6c-fbf4a92906b1 req-bef6c431-fa11-4c71-9301-12d485282c15 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 943 time: 0.0751166 Jan 18 14:22:15.331294 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'port_id': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'mac_address': 'fa:16:3e:19:25:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:22:15.367880 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e61c7822-4f87-4b6c-8b6c-fbf4a92906b1 req-9fec26aa-8fe2-43d0-b0b9-c37df5506c9c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455041 Jan 18 14:22:15.386959 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:15.404629 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b0c9a2-0a52-4b6c-a80a-227088a992fc {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:22:15.419841 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 60b0c9a2-0a52-4b6c-a80a-227088a992fc, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=60b0c9a2-0a52-4b6c-a80a-227088a992fc,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:15.423218 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:15.494022 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=60b0c9a2-0a52-4b6c-a80a-227088a992fc,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:15.737328 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cb4ee-b10a-47ae-9d9f-60d284cfe2a1 req-3797a1e1-bfb6-4219-a78b-b274e8ecaf33 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:15.738771 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-128cb4ee-b10a-47ae-9d9f-60d284cfe2a1 req-3797a1e1-bfb6-4219-a78b-b274e8ecaf33 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 944 time: 0.0785811 Jan 18 14:22:15.783723 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-128cb4ee-b10a-47ae-9d9f-60d284cfe2a1 req-d841d765-1aa8-45d0-bf6e-01a4845f669b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392680 Jan 18 14:22:15.909172 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['60b0c9a2-0a52-4b6c-a80a-227088a992fc'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:16.057522 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-a02eb2b5-9737-479c-b50d-f9f912a43d4a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:16.058217 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-a02eb2b5-9737-479c-b50d-f9f912a43d4a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Synchronizing usage tracker for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:network {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:16.076275 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-a02eb2b5-9737-479c-b50d-f9f912a43d4a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Unset dirty status for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:network {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:16.077508 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-a02eb2b5-9737-479c-b50d-f9f912a43d4a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/networks?id=564f082f-f27d-4e49-bf9e-7361d6abaa76 HTTP/1.1" status: 200 len: 808 time: 0.1614630 Jan 18 14:22:16.093432 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-583229c6-e92e-4d00-b905-6b8436773805 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/quotas/9ec00bd8d7eb49a9b6f8c494c56df509 HTTP/1.1" status: 200 len: 375 time: 0.0100682 Jan 18 14:22:16.141406 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-474eb7d1-b286-4db9-8eab-1a2cf58bf2f2 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ec00bd8d7eb49a9b6f8c494c56df509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427895 Jan 18 14:22:16.273091 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-53715a9e-e945-4cc1-ac23-0095b94a8d8a service neutron] 10.222.0.45 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244569 Jan 18 14:22:16.399964 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-c2af6885-06a6-4fea-811a-afd379baea34 service neutron] 10.222.0.45 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214128 Jan 18 14:22:16.585370 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f42e8-7438-4236-a6f3-2bf403db2140 req-40ee45e8-4d27-4971-a1c0-e3c49da0003f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:16.587013 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-521f42e8-7438-4236-a6f3-2bf403db2140 req-40ee45e8-4d27-4971-a1c0-e3c49da0003f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 943 time: 0.0958657 Jan 18 14:22:16.637028 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-521f42e8-7438-4236-a6f3-2bf403db2140 req-c5b23705-c57e-4328-9ca0-f11cc986b719 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399930 Jan 18 14:22:16.812728 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-15e85772-9b5c-4db2-8dce-b972a1ce2f00 req-2897d31e-eaa8-431e-89fc-377cd5b807cb tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 210 time: 0.0964372 Jan 18 14:22:16.995360 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a56d9-3f68-4795-bbb8-900df9d431d6 req-2a7748fb-e81c-45fc-a867-7f4a2261cc4e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:16.996922 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e16a56d9-3f68-4795-bbb8-900df9d431d6 req-2a7748fb-e81c-45fc-a867-7f4a2261cc4e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 944 time: 0.0888789 Jan 18 14:22:17.041764 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e16a56d9-3f68-4795-bbb8-900df9d431d6 req-9a15e602-42bd-4c11-8b7d-1a530ab85568 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391273 Jan 18 14:22:17.171342 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 49fbd082-e46c-4d65-8112-4df2dc648165 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:22:17.306191 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 49fbd082-e46c-4d65-8112-4df2dc648165, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=49fbd082-e46c-4d65-8112-4df2dc648165,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:17.319396 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '49fbd082-e46c-4d65-8112-4df2dc648165', 'network_id': 'e7ca2570-4bec-4646-a4e5-5b13fa852404', 'port_id': '49fbd082-e46c-4d65-8112-4df2dc648165', 'mac_address': 'fa:16:3e:53:a2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82f4544-0fa8-4654-8c26-8d81dd7edb0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:22:17.371149 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:17.390069 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fbd082-e46c-4d65-8112-4df2dc648165 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:22:17.404991 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 49fbd082-e46c-4d65-8112-4df2dc648165, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=49fbd082-e46c-4d65-8112-4df2dc648165,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:17.409256 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:17.471888 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=49fbd082-e46c-4d65-8112-4df2dc648165,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:17.876057 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-59e51e31-94ff-49ba-a3ee-fa6026b3bd2a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:17.877144 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-59e51e31-94ff-49ba-a3ee-fa6026b3bd2a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.77 "GET /v2.0/networks?id=564f082f-f27d-4e49-bf9e-7361d6abaa76 HTTP/1.1" status: 200 len: 808 time: 0.2593822 Jan 18 14:22:17.909524 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bd93f-6bf2-419d-a35c-b0dbb1eaf087 req-d1fc5368-f3da-45bb-87ea-5526b38b2cfa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:17.911096 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-746bd93f-6bf2-419d-a35c-b0dbb1eaf087 req-d1fc5368-f3da-45bb-87ea-5526b38b2cfa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 944 time: 0.1266532 Jan 18 14:22:17.938638 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Request body: {'port': {'device_id': '523dc2d9-da18-4e6d-935b-ae99a300b986', 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76', 'admin_state_up': True, 'tenant_id': '9ec00bd8d7eb49a9b6f8c494c56df509'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:18.008728 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41c06906-873c-4d6e-b44c-9538a1e2a0fa req-e1e8b2e2-9e1c-4869-9510-459db22acb03 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 210 time: 0.0392749 Jan 18 14:22:18.043742 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['49fbd082-e46c-4d65-8112-4df2dc648165'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:18.050663 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-746bd93f-6bf2-419d-a35c-b0dbb1eaf087 req-ba4d1387-a7f2-4a13-974b-fdf52dd5dc2c tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337037 Jan 18 14:22:18.102302 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:18.107273 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Usage tracker for resource:port and tenant:9ec00bd8d7eb49a9b6f8c494c56df509 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:18.110398 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:18.116177 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:18.127196 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Made reservation on behalf of 9ec00bd8d7eb49a9b6f8c494c56df509 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:22:18.130553 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:18.267071 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2ae55-4a62-4806-9e35-ef74e8e5902d req-297f05d8-b572-4acc-a878-495a49efc875 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:18.268551 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1fb2ae55-4a62-4806-9e35-ef74e8e5902d req-297f05d8-b572-4acc-a878-495a49efc875 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 944 time: 0.0891840 Jan 18 14:22:18.315142 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Allocated IP 172.20.0.6 (564f082f-f27d-4e49-bf9e-7361d6abaa76/b6ba4bd3-1e38-46bc-bbfc-006eb6837d13/914f8686-defc-45e7-b055-7554bb6db63c) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:22:18.319122 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1fb2ae55-4a62-4806-9e35-ef74e8e5902d req-df8692e6-e3c0-414b-a035-d8e9c72a1473 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441322 Jan 18 14:22:18.514558 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:18.542568 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:18.613084 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Network 564f082f-f27d-4e49-bf9e-7361d6abaa76 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:22:18.616188 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:22:18.620661 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:22:18.657134 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Pushing event updated for resources: {'Port': ['ID=914f8686-defc-45e7-b055-7554bb6db63c,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:18.688767 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:18.689436 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:18.711890 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-236fe01d-7c27-4ec5-b122-da22a72b7c26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7930007 Jan 18 14:22:18.722934 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Request body: {'port': {'device_id': '523dc2d9-da18-4e6d-935b-ae99a300b986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:18.826390 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.177955 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 60b0c9a2-0a52-4b6c-a80a-227088a992fc up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:22:19.250903 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 60b0c9a2-0a52-4b6c-a80a-227088a992fc completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:22:19.255469 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 60b0c9a2-0a52-4b6c-a80a-227088a992fc triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:22:19.255835 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.278989 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914f8686-defc-45e7-b055-7554bb6db63c {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:22:19.302692 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.332988 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Transition to ACTIVE for port object 914f8686-defc-45e7-b055-7554bb6db63c will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:22:19.346288 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.363353 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800af8c9-eff2-43a2-ad68-b3ca244cdeaf req-c778d1b8-473e-4bda-9fb6-c8005f390d14 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:19.365083 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-800af8c9-eff2-43a2-ad68-b3ca244cdeaf req-c778d1b8-473e-4bda-9fb6-c8005f390d14 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 944 time: 0.1513736 Jan 18 14:22:19.400693 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.400861 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0efd6-5f08-41df-860d-d4175b95952f req-b916703f-5164-4647-99f1-e35246bba805 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:19.400861 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-62f0efd6-5f08-41df-860d-d4175b95952f req-b916703f-5164-4647-99f1-e35246bba805 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 943 time: 0.1158900 Jan 18 14:22:19.457203 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b0c9a2-0a52-4b6c-a80a-227088a992fc'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:19.457376 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-62f0efd6-5f08-41df-860d-d4175b95952f req-b6a3b359-349f-4a78-967b-a2e49ceb3938 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Synchronizing usage tracker for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:19.476658 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 60b0c9a2-0a52-4b6c-a80a-227088a992fc, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=60b0c9a2-0a52-4b6c-a80a-227088a992fc,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:19.481912 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-62f0efd6-5f08-41df-860d-d4175b95952f req-b6a3b359-349f-4a78-967b-a2e49ceb3938 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Unset dirty status for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:19.484308 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-62f0efd6-5f08-41df-860d-d4175b95952f req-b6a3b359-349f-4a78-967b-a2e49ceb3938 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775468 Jan 18 14:22:19.484835 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.554776 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=60b0c9a2-0a52-4b6c-a80a-227088a992fc,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:19.563809 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Pushing event updated for resources: {'Port': ['ID=914f8686-defc-45e7-b055-7554bb6db63c,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:19.644377 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-800af8c9-eff2-43a2-ad68-b3ca244cdeaf req-6676c746-73c1-44a4-a4a8-1e53f58deec1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075417 Jan 18 14:22:19.694749 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fdce7-f443-438b-87bb-2c7072a48b58 req-f60d264e-a796-4418-a1fa-e7d693f0402e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:19.696200 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ac7fdce7-f443-438b-87bb-2c7072a48b58 req-f60d264e-a796-4418-a1fa-e7d693f0402e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.0812662 Jan 18 14:22:19.697392 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Attempting to bind port 914f8686-defc-45e7-b055-7554bb6db63c on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:22:19.697736 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Attempting to bind port 914f8686-defc-45e7-b055-7554bb6db63c by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'ec1f3131-30ee-4ff4-a264-ae2085762f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:22:19.698060 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Attempting to bind port 914f8686-defc-45e7-b055-7554bb6db63c on network 564f082f-f27d-4e49-bf9e-7361d6abaa76 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:22:19.705129 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Port 914f8686-defc-45e7-b055-7554bb6db63c on network 564f082f-f27d-4e49-bf9e-7361d6abaa76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:22:19.705449 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Attempting to bind port 914f8686-defc-45e7-b055-7554bb6db63c on network 564f082f-f27d-4e49-bf9e-7361d6abaa76 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:22:19.711762 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'code': 200} Jan 18 14:22:19.712259 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:22:19.712600 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Checking segment: {'id': 'ec1f3131-30ee-4ff4-a264-ae2085762f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:22:19.713004 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Bound using segment: {'id': 'ec1f3131-30ee-4ff4-a264-ae2085762f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:22:19.713927 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Bound port: 914f8686-defc-45e7-b055-7554bb6db63c, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1f3131-30ee-4ff4-a264-ae2085762f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:22:19.714269 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.756127 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ac7fdce7-f443-438b-87bb-2c7072a48b58 req-e426610a-f21f-4b44-8cd3-049546c683a7 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535743 Jan 18 14:22:19.804976 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] For port 914f8686-defc-45e7-b055-7554bb6db63c, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:22:19.807906 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] For port 914f8686-defc-45e7-b055-7554bb6db63c, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=914f8686-defc-45e7-b055-7554bb6db63c,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:22:19.812564 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.840115 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-097c830c-b2d3-4958-9c34-61fd47ff3c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.883326 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:19.884696 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] 10.222.0.77 "PUT /v2.0/ports/914f8686-defc-45e7-b055-7554bb6db63c HTTP/1.1" status: 200 len: 1093 time: 1.1656892 Jan 18 14:22:19.887692 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523dc2d9-da18-4e6d-935b-ae99a300b986', 'tag': '914f8686-defc-45e7-b055-7554bb6db63c'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:19.965526 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523dc2d9-da18-4e6d-935b-ae99a300b986', 'tag': '914f8686-defc-45e7-b055-7554bb6db63c', 'status': 'completed', 'code': 200} Jan 18 14:22:19.977813 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a6708-a44e-4fee-b4ef-008e451cdc46 service neutron] Pushing event updated for resources: {'Port': ['ID=914f8686-defc-45e7-b055-7554bb6db63c,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:20.008864 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-b1a4f591-5c80-4a5c-a5d0-44fa4f4c35ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ec00bd8d7eb49a9b6f8c494c56df509&device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 1096 time: 0.0727832 Jan 18 14:22:20.013288 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-679636b1-1365-43cb-8752-6aca6b57eb97 req-14f4b93e-2393-44f1-afe1-2c33bef39b65 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 1098 time: 0.0887616 Jan 18 14:22:20.067958 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-679636b1-1365-43cb-8752-6aca6b57eb97 req-54e60d19-d9a3-4734-a74a-984e73402e9c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380011 Jan 18 14:22:20.102491 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-1a00ab05-872f-47a1-b7a9-6861117afbb7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=914f8686-defc-45e7-b055-7554bb6db63c HTTP/1.1" status: 200 len: 217 time: 0.0729280 Jan 18 14:22:20.284302 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a98e46-e1f6-46fa-bf47-c640260404b8 req-4eedd76e-cea4-4b00-8f8c-18c5c7b7b774 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:20.285651 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-86a98e46-e1f6-46fa-bf47-c640260404b8 req-4eedd76e-cea4-4b00-8f8c-18c5c7b7b774 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0737836 Jan 18 14:22:20.329683 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-86a98e46-e1f6-46fa-bf47-c640260404b8 req-be383660-fb5a-4668-9910-43defa2e4640 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Jan 18 14:22:20.467240 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-08c0a2e8-451e-4ce3-86e3-c02a66715820 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:20.468675 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-08c0a2e8-451e-4ce3-86e3-c02a66715820 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6ba4bd3-1e38-46bc-bbfc-006eb6837d13 HTTP/1.1" status: 200 len: 848 time: 0.0589573 Jan 18 14:22:20.517493 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e373ca18-48bd-42a4-bb02-5b80196dd5ee req-9805034f-57a3-4ad7-828f-c78203eb435f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1099 time: 0.0717824 Jan 18 14:22:20.520006 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-68e7f18a-589a-498b-a43a-b8fd378653d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=564f082f-f27d-4e49-bf9e-7361d6abaa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425525 Jan 18 14:22:20.676417 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-0899d2f4-6f88-44b1-a12e-6e2d1481af75 service neutron] 10.222.0.77 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456625 Jan 18 14:22:20.709449 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373ca18-48bd-42a4-bb02-5b80196dd5ee req-cb79f78b-bfcf-43cf-9be6-0a896f1fe488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:20.710901 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e373ca18-48bd-42a4-bb02-5b80196dd5ee req-cb79f78b-bfcf-43cf-9be6-0a896f1fe488 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 920 time: 0.1809840 Jan 18 14:22:20.789219 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e373ca18-48bd-42a4-bb02-5b80196dd5ee req-cbf83092-beba-4c6b-a7c8-0fea116ec686 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468 HTTP/1.1" status: 200 len: 217 time: 0.0683541 Jan 18 14:22:20.839822 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7955b-8f44-414c-a9a0-d072ca6b8c53 req-45d4b471-439e-4edb-968a-90eeacbe8390 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:20.840515 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-ecb7955b-8f44-414c-a9a0-d072ca6b8c53 req-45d4b471-439e-4edb-968a-90eeacbe8390 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Synchronizing usage tracker for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:20.863528 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ba51f0-ba8b-4c47-9c10-a7aa1052deb4 req-63889616-823c-4e2c-ac81-6bbeea950f2b service neutron] 10.222.0.77 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782286 Jan 18 14:22:20.871133 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373ca18-48bd-42a4-bb02-5b80196dd5ee req-20ce1ee1-eed8-41fc-b1cb-16639a0c9ccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:20.872632 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e373ca18-48bd-42a4-bb02-5b80196dd5ee req-20ce1ee1-eed8-41fc-b1cb-16639a0c9ccb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 200 len: 859 time: 0.0758972 Jan 18 14:22:20.875686 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-ecb7955b-8f44-414c-a9a0-d072ca6b8c53 req-45d4b471-439e-4edb-968a-90eeacbe8390 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Unset dirty status for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:20.876720 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ecb7955b-8f44-414c-a9a0-d072ca6b8c53 req-45d4b471-439e-4edb-968a-90eeacbe8390 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 943 time: 0.2244844 Jan 18 14:22:20.882851 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8140f02-ce74-4a4c-a1a1-1565b5324f84 req-ee9b12f5-5d8e-453f-8f7a-3549328d3246 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:20.885772 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8140f02-ce74-4a4c-a1a1-1565b5324f84 req-ee9b12f5-5d8e-453f-8f7a-3549328d3246 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 944 time: 0.1146801 Jan 18 14:22:20.944398 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e373ca18-48bd-42a4-bb02-5b80196dd5ee req-5c3ecae3-bd96-460e-aca1-38e6b98af5d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7868572-8726-4c93-974b-0ce5ad4eb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581608 Jan 18 14:22:20.980994 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8140f02-ce74-4a4c-a1a1-1565b5324f84 req-5b3ed1bd-8a53-45fb-8dee-75845b1ee3dd tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894103 Jan 18 14:22:21.017537 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c9913b5-4128-4c26-b614-09379c412377 req-a21131e4-aa6c-470d-9ad8-eb67daa41562 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ec00bd8d7eb49a9b6f8c494c56df509&device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 1096 time: 0.0863264 Jan 18 14:22:21.037199 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ecb7955b-8f44-414c-a9a0-d072ca6b8c53 req-57735c17-f92f-4be7-a31b-d41de7700336 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542575 Jan 18 14:22:21.090738 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e373ca18-48bd-42a4-bb02-5b80196dd5ee req-9337c983-552c-431f-ac43-be62f2e1e01d service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352625 Jan 18 14:22:21.186009 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 49fbd082-e46c-4d65-8112-4df2dc648165 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:22:21.238332 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9913b5-4128-4c26-b614-09379c412377 req-af85970b-7ea2-4d21-a96d-e54d24590dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:21.239694 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c9913b5-4128-4c26-b614-09379c412377 req-af85970b-7ea2-4d21-a96d-e54d24590dd9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=564f082f-f27d-4e49-bf9e-7361d6abaa76 HTTP/1.1" status: 200 len: 909 time: 0.2105541 Jan 18 14:22:21.250673 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409b39b-b7e7-4172-ab1b-02fc2a4d2b7a req-072db88e-f2fe-459d-bc82-1a311c2b164a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:21.252110 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5409b39b-b7e7-4172-ab1b-02fc2a4d2b7a req-072db88e-f2fe-459d-bc82-1a311c2b164a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.1367078 Jan 18 14:22:21.264318 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 49fbd082-e46c-4d65-8112-4df2dc648165 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:22:21.269741 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 49fbd082-e46c-4d65-8112-4df2dc648165 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:22:21.270619 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:21.288776 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e373ca18-48bd-42a4-bb02-5b80196dd5ee req-f46f18d0-5fcb-40bc-9fe7-9481fa2e4779 service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914084 Jan 18 14:22:21.330804 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c9913b5-4128-4c26-b614-09379c412377 req-6bf364e3-bfaf-4bcf-b029-9e3d2d275244 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=914f8686-defc-45e7-b055-7554bb6db63c HTTP/1.1" status: 200 len: 217 time: 0.0777292 Jan 18 14:22:21.399610 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:21.405888 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5409b39b-b7e7-4172-ab1b-02fc2a4d2b7a req-d6848cff-e8d0-4b54-99b6-ad92187ec9d3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059282 Jan 18 14:22:21.414413 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9913b5-4128-4c26-b614-09379c412377 req-40ed94d9-f346-419a-8ef9-b4b4c15b4e90 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:21.418095 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c9913b5-4128-4c26-b614-09379c412377 req-40ed94d9-f346-419a-8ef9-b4b4c15b4e90 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6ba4bd3-1e38-46bc-bbfc-006eb6837d13 HTTP/1.1" status: 200 len: 848 time: 0.0785108 Jan 18 14:22:21.439851 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 49fbd082-e46c-4d65-8112-4df2dc648165, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=49fbd082-e46c-4d65-8112-4df2dc648165,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:21.447306 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:21.478737 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c9913b5-4128-4c26-b614-09379c412377 req-4ba14dca-2a3d-485f-a380-33faa9e82348 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=564f082f-f27d-4e49-bf9e-7361d6abaa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520773 Jan 18 14:22:21.516714 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=49fbd082-e46c-4d65-8112-4df2dc648165,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:21.565321 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97b5ca-c161-48d6-bb4f-39afdb5cb820 req-ae9dccbf-fcdd-44c6-a935-c53b4e1e70e3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:21.567559 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4c97b5ca-c161-48d6-bb4f-39afdb5cb820 req-ae9dccbf-fcdd-44c6-a935-c53b4e1e70e3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0815647 Jan 18 14:22:21.615446 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4c97b5ca-c161-48d6-bb4f-39afdb5cb820 req-03db6a66-0f66-4cd2-929c-3a9ca45d7493 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Jan 18 14:22:21.631968 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c9913b5-4128-4c26-b614-09379c412377 req-fea5c539-7c34-42b5-85d6-8a96f15bd0d7 service neutron] 10.222.0.77 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466093 Jan 18 14:22:21.715034 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6637aed4-8e9f-458d-b3c2-3f95ab991578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fbd082-e46c-4d65-8112-4df2dc648165'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:21.769024 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6637aed4-8e9f-458d-b3c2-3f95ab991578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fbd082-e46c-4d65-8112-4df2dc648165', 'code': 200} Jan 18 14:22:21.845641 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c9913b5-4128-4c26-b614-09379c412377 req-8f201577-194f-4998-8ccf-afd835d2f23b service neutron] 10.222.0.77 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063258 Jan 18 14:22:22.038035 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ce58f714-b3d8-4222-aa30-d663e343d971 req-81530a4c-c292-4551-bafe-7b6f06460096 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 1098 time: 0.0690036 Jan 18 14:22:22.085086 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ce58f714-b3d8-4222-aa30-d663e343d971 req-7260e347-7eaa-46e6-b4a4-020d78159877 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 Jan 18 14:22:22.143137 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bbd02d62-0b54-40d8-b48f-b0275d70a606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:22.192523 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdfc10-62ea-48e6-8042-5e166edb3bab req-0d06b334-3f4b-4807-924a-7e0d00204c73 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:22.194020 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1ccdfc10-62ea-48e6-8042-5e166edb3bab req-0d06b334-3f4b-4807-924a-7e0d00204c73 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 945 time: 0.0881002 Jan 18 14:22:22.239598 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1ccdfc10-62ea-48e6-8042-5e166edb3bab req-81504096-4a2c-43aa-ae47-a4e8803c2aa5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Jan 18 14:22:22.253467 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d9fa1-e716-4113-b8d4-5a66cbc0f785 req-4c61f21b-c9a4-4ba6-9faa-21b7b4145f0b tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:22.254912 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d46d9fa1-e716-4113-b8d4-5a66cbc0f785 req-4c61f21b-c9a4-4ba6-9faa-21b7b4145f0b tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 943 time: 0.0775604 Jan 18 14:22:22.299369 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d46d9fa1-e716-4113-b8d4-5a66cbc0f785 req-65fa88ec-6c7c-4b13-9e54-6d1e4aef402c tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Jan 18 14:22:22.612637 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae952d-4596-41d7-8463-ffda94cb28f8 req-4ad2fcec-eeab-45e7-9910-2d08e1651d2d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:22.614256 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41ae952d-4596-41d7-8463-ffda94cb28f8 req-4ad2fcec-eeab-45e7-9910-2d08e1651d2d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.0740285 Jan 18 14:22:22.658503 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41ae952d-4596-41d7-8463-ffda94cb28f8 req-7c751c80-8137-429c-ae2a-a39daa976dde tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391216 Jan 18 14:22:22.812678 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3fcc8-ff42-4a6f-83ca-b9935d6b1c90 req-6b1ae2a6-b8e1-438e-951b-114e1a41304e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:22.814151 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7f3fcc8-ff42-4a6f-83ca-b9935d6b1c90 req-6b1ae2a6-b8e1-438e-951b-114e1a41304e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0763066 Jan 18 14:22:22.861711 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7f3fcc8-ff42-4a6f-83ca-b9935d6b1c90 req-9a963000-4337-4841-84d8-a163451a5ee7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Jan 18 14:22:23.045242 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa515-1c4a-4a71-816b-75282f49f9cb req-272bf2f2-d256-4cb2-a3c3-444dbdcec9f8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:23.046654 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e6fa515-1c4a-4a71-816b-75282f49f9cb req-272bf2f2-d256-4cb2-a3c3-444dbdcec9f8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.0737534 Jan 18 14:22:23.089626 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e6fa515-1c4a-4a71-816b-75282f49f9cb req-5d600d03-7634-4603-ab2e-eafa9688ddfe tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375640 Jan 18 14:22:23.116735 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36738) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:23.190678 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:23.372087 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b67e0044-0bdd-41e5-a994-e1fbe66ef8bc tempest-TestVolumeBootPattern-658244829 tempest-TestVolumeBootPattern-658244829-project-admin] Synchronizing usage tracker for tenant:1a3611986e444960b717ec15249af922 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:23.393053 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b67e0044-0bdd-41e5-a994-e1fbe66ef8bc tempest-TestVolumeBootPattern-658244829 tempest-TestVolumeBootPattern-658244829-project-admin] Unset dirty status for tenant:1a3611986e444960b717ec15249af922 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:23.397423 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b67e0044-0bdd-41e5-a994-e1fbe66ef8bc tempest-TestVolumeBootPattern-658244829 tempest-TestVolumeBootPattern-658244829-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 1093 time: 0.2766662 Jan 18 14:22:23.397594 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36748) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:23.407089 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'floatingip': {'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'port_id': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:23.409450 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:23.417566 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:23.421801 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:floatingip and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:23.424740 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:23.448034 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f9ee5-e852-4d6d-be45-edc45265b6d0 req-5a55f90e-bd6b-4f58-8f34-156c5ebf5a5b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:23.449497 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c13f9ee5-e852-4d6d-be45-edc45265b6d0 req-5a55f90e-bd6b-4f58-8f34-156c5ebf5a5b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 945 time: 0.0855956 Jan 18 14:22:23.464551 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:23.483048 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:23.495428 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c13f9ee5-e852-4d6d-be45-edc45265b6d0 req-006cf446-dc00-4783-b982-279c24a831e7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Jan 18 14:22:23.585226 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f939f6-dfa1-43de-bbd4-dca7ef115680 req-560cbea2-ae1b-4182-800a-8b5898d6db61 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:23.586585 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-18f939f6-dfa1-43de-bbd4-dca7ef115680 req-560cbea2-ae1b-4182-800a-8b5898d6db61 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 943 time: 0.1589627 Jan 18 14:22:23.650469 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-18f939f6-dfa1-43de-bbd4-dca7ef115680 req-03a8cc5d-2ce9-4571-a85a-339f8af220ba tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575509 Jan 18 14:22:23.673984 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:23.806565 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Allocated IP 172.27.1.38 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/98c4112a-cc10-4a58-aa5c-d85b263b20cd) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:22:23.973656 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:24.002086 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:24.115947 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'Port': ['ID=98c4112a-cc10-4a58-aa5c-d85b263b20cd,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:24.120317 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:22:24.121841 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:22:24.128342 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:22:24.237705 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317cd39-d3ff-405f-95f9-e1a2fbe69d18 req-89e0edf0-da82-4702-9cc5-176b0c8a3d19 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:24.239179 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b317cd39-d3ff-405f-95f9-e1a2fbe69d18 req-89e0edf0-da82-4702-9cc5-176b0c8a3d19 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.2067657 Jan 18 14:22:24.340919 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b317cd39-d3ff-405f-95f9-e1a2fbe69d18 req-43a3c6f0-ead5-46f9-b885-5192889cac7e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951622 Jan 18 14:22:24.524930 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:24.695993 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fece7-3c01-42af-8f4c-85501bb18e50 req-85225713-a6a4-4a3d-bae5-6889ebe2108b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:24.697566 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-208fece7-3c01-42af-8f4c-85501bb18e50 req-85225713-a6a4-4a3d-bae5-6889ebe2108b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 945 time: 0.0754492 Jan 18 14:22:24.743722 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-208fece7-3c01-42af-8f4c-85501bb18e50 req-f9f78bbb-e00a-47b4-ab64-fcc4a9406263 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Jan 18 14:22:24.906198 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:24.972529 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e99fb-235f-467b-8e65-1dcf139e344c req-af9d350c-302c-4956-8182-c7ea4876021d tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:24.974011 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ff2e99fb-235f-467b-8e65-1dcf139e344c req-af9d350c-302c-4956-8182-c7ea4876021d tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 943 time: 0.1606319 Jan 18 14:22:24.978563 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:25.076036 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ff2e99fb-235f-467b-8e65-1dcf139e344c req-72cec4aa-e15f-45a6-927d-a1e293608cac tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721200 Jan 18 14:22:25.214865 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 914f8686-defc-45e7-b055-7554bb6db63c details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:22:25.259491 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:25.264245 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:25.349852 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 914f8686-defc-45e7-b055-7554bb6db63c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=914f8686-defc-45e7-b055-7554bb6db63c,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:25.362774 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '914f8686-defc-45e7-b055-7554bb6db63c', 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76', 'port_id': '914f8686-defc-45e7-b055-7554bb6db63c', 'mac_address': 'fa:16:3e:02:d9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ba4bd3-1e38-46bc-bbfc-006eb6837d13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:22:25.366053 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'Port': ['ID=98c4112a-cc10-4a58-aa5c-d85b263b20cd,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:25.383838 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:25.419241 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:25.435887 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914f8686-defc-45e7-b055-7554bb6db63c {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:22:25.451407 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 914f8686-defc-45e7-b055-7554bb6db63c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=914f8686-defc-45e7-b055-7554bb6db63c,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:25.455830 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:25.520617 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=914f8686-defc-45e7-b055-7554bb6db63c,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:25.615877 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e7023-320e-448a-ba5a-87f8a25a642e req-cb7f3d04-51c2-4a57-aedb-7bf23c136b6f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:25.617462 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a85e7023-320e-448a-ba5a-87f8a25a642e req-cb7f3d04-51c2-4a57-aedb-7bf23c136b6f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1539559 Jan 18 14:22:25.672923 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a85e7023-320e-448a-ba5a-87f8a25a642e req-854882f0-dbdd-4e98-9ad7-bc84748f10c3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485461 Jan 18 14:22:25.675053 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Floating IP f9cba62a-791c-4b61-b386-de96183c9388 associated. External IP: 172.27.1.38, port: 60b0c9a2-0a52-4b6c-a80a-227088a992fc. Jan 18 14:22:26.108666 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['914f8686-defc-45e7-b055-7554bb6db63c'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:26.157832 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Router c6451045-170f-46ee-b175-56a8b3ff9a52 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:22:26.407453 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781342-e4a5-424f-b118-c9feeda5aaff req-a65391fa-3516-4d6e-831b-62d8ec92f0d2 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:26.408919 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-80781342-e4a5-424f-b118-c9feeda5aaff req-a65391fa-3516-4d6e-831b-62d8ec92f0d2 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 944 time: 0.1512303 Jan 18 14:22:26.430040 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:22:26.440173 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] Sync routers for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:22:26.453219 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:22:26.453795 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:22:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:22:26.455316 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:26.460715 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-80781342-e4a5-424f-b118-c9feeda5aaff req-c624c338-63a5-48bc-a5ed-8d2c345586e3 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461264 Jan 18 14:22:26.517534 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-4cb07c5f-9097-4b27-9904-c50e94a3b2aa tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1188710 Jan 18 14:22:26.518751 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'tag': '60b0c9a2-0a52-4b6c-a80a-227088a992fc'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:26.641718 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:22:26.681784 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a86f4-095d-4e3d-baee-3829997725e3 req-3cb3916a-dbfa-40ce-aaae-20391c1db1ad tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:26.683935 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2a2a86f4-095d-4e3d-baee-3829997725e3 req-3cb3916a-dbfa-40ce-aaae-20391c1db1ad tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0831349 Jan 18 14:22:26.730739 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2a2a86f4-095d-4e3d-baee-3829997725e3 req-6be9152c-046a-42a0-86fd-b4afdde4a894 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Jan 18 14:22:26.760889 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36800) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:26.805874 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'tag': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'status': 'completed', 'code': 200} Jan 18 14:22:27.013806 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f38494a-9924-4e0c-aca4-c3ef3717433a req-8770a56e-9be9-473f-b277-92b133c8ff62 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 1098 time: 0.1788435 Jan 18 14:22:27.082880 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': 'f9cba62a-791c-4b61-b386-de96183c9388', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:19:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:22:24Z', 'updated_at': '2022-01-18T14:22:24Z', 'revision_number': 0, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:22:27.084912 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-411de51c-aca8-4c6d-a12f-80f49b7930aa tempest-TestMinimumBasicScenario-719036842 tempest-TestMinimumBasicScenario-719036842-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1093 time: 0.3231471 Jan 18 14:22:27.087534 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] Checking router: c6451045-170f-46ee-b175-56a8b3ff9a52 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:22:27.093201 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b7607-2c2d-4702-9d7e-dc0e9d4ea3ac req-d2a3dca5-da02-4f9e-9451-7b16b5e0d2ff tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:27.100584 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:22:27.101387 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:22:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:22:27.110541 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-790b7607-2c2d-4702-9d7e-dc0e9d4ea3ac req-d2a3dca5-da02-4f9e-9451-7b16b5e0d2ff tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1359482 Jan 18 14:22:27.111038 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36810) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:27.130196 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'floatingip': {'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'port_id': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'fixed_ip_address': '172.20.0.7'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:27.142596 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:27.177600 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Usage tracker for resource:floatingip and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:27.183934 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:27.191092 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:27.211379 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38494a-9924-4e0c-aca4-c3ef3717433a req-2c54d768-32f2-49b7-9d37-1bed9029b72e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:27.212892 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f38494a-9924-4e0c-aca4-c3ef3717433a req-2c54d768-32f2-49b7-9d37-1bed9029b72e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.1873794 Jan 18 14:22:27.215148 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for floatingip, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:27.230910 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-790b7607-2c2d-4702-9d7e-dc0e9d4ea3ac req-486f5ad4-c581-4e93-be89-4a61c7dcec78 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931063 Jan 18 14:22:27.291291 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:22:27.359199 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f38494a-9924-4e0c-aca4-c3ef3717433a req-498bc1a4-62ea-4653-8dd5-b21843a3f097 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b0c9a2-0a52-4b6c-a80a-227088a992fc HTTP/1.1" status: 200 len: 998 time: 0.1231666 Jan 18 14:22:27.376096 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:27.430756 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38494a-9924-4e0c-aca4-c3ef3717433a req-58813910-334b-4fc5-93b4-6cb181799b0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:27.432302 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f38494a-9924-4e0c-aca4-c3ef3717433a req-58813910-334b-4fc5-93b4-6cb181799b0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0648334 Jan 18 14:22:27.545511 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f38494a-9924-4e0c-aca4-c3ef3717433a req-a39f90e0-114a-4eb3-bcbb-409f8199c747 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066549 Jan 18 14:22:27.616806 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Allocated IP 172.27.1.210 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/a45c082a-c2f9-4d68-8aa4-78718da599e3) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:22:27.684758 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': 'f9cba62a-791c-4b61-b386-de96183c9388', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:19:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:22:24Z', 'updated_at': '2022-01-18T14:22:24Z', 'revision_number': 0, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:22:27.689508 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0f684-0310-450b-85ec-8a60fa635318 None None] The sync data for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi is: [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': 'f9cba62a-791c-4b61-b386-de96183c9388', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:19:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:22:24Z', 'updated_at': '2022-01-18T14:22:24Z', 'revision_number': 0, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:22:27.810993 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f38494a-9924-4e0c-aca4-c3ef3717433a req-9be4aca9-1e02-4eb3-81d6-525cb345a1cb service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528024 Jan 18 14:22:27.836344 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:27.885269 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:27.908545 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f850d5-e3bb-47a9-8c08-c198c642124e req-1e50440d-e09d-4b23-b636-bfbbe4867862 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:27.910198 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0f850d5-e3bb-47a9-8c08-c198c642124e req-1e50440d-e09d-4b23-b636-bfbbe4867862 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 944 time: 0.2159514 Jan 18 14:22:27.968848 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:22:27.971802 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:22:27.976308 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:22:27.996069 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0dfa3-d1f5-4bfd-8073-71b884acf3e6 None None] New status for floating IP f9cba62a-791c-4b61-b386-de96183c9388: ACTIVE {{(pid=82797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:22:28.003122 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'Port': ['ID=a45c082a-c2f9-4d68-8aa4-78718da599e3,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:28.004753 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f38494a-9924-4e0c-aca4-c3ef3717433a req-d0cb7224-a6ba-43c2-baad-bfba89edac0e service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862931 Jan 18 14:22:28.007138 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0f850d5-e3bb-47a9-8c08-c198c642124e req-242a038a-f0e7-486b-8ea9-f93286216754 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895522 Jan 18 14:22:28.455815 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c728-7569-4eba-977e-be28c435554b req-b96b4442-0560-458f-8f00-7ffffc41c405 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:28.457175 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0ee0c728-7569-4eba-977e-be28c435554b req-b96b4442-0560-458f-8f00-7ffffc41c405 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1040258 Jan 18 14:22:28.622558 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0ee0c728-7569-4eba-977e-be28c435554b req-18e58468-c726-4181-b799-d84ec06b5e7d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595800 Jan 18 14:22:28.670689 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:28.723035 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:28.923547 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:28.927775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:29.027085 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'Port': ['ID=a45c082a-c2f9-4d68-8aa4-78718da599e3,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:29.043992 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:29.244349 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 914f8686-defc-45e7-b055-7554bb6db63c up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:22:29.287520 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30c53d-f0d8-4cf2-a642-8eb33ab72351 req-24dc66a6-1776-4a0b-935e-a3b29eace897 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:29.288882 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba30c53d-f0d8-4cf2-a642-8eb33ab72351 req-24dc66a6-1776-4a0b-935e-a3b29eace897 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 944 time: 0.1124990 Jan 18 14:22:29.294489 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Floating IP 3ec76211-7c84-470f-828c-c25244394112 associated. External IP: 172.27.1.210, port: e7433cf6-1059-441b-8e6d-9a0716263bc0. Jan 18 14:22:29.318268 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 914f8686-defc-45e7-b055-7554bb6db63c completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:22:29.323448 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 914f8686-defc-45e7-b055-7554bb6db63c triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:22:29.323737 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:29.407330 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba30c53d-f0d8-4cf2-a642-8eb33ab72351 req-0850750e-f759-4670-a00d-e57b740efa1a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597415 Jan 18 14:22:29.441736 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:29.467907 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523dc2d9-da18-4e6d-935b-ae99a300b986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914f8686-defc-45e7-b055-7554bb6db63c'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:29.477386 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 914f8686-defc-45e7-b055-7554bb6db63c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=914f8686-defc-45e7-b055-7554bb6db63c,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:29.481172 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:29.532413 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523dc2d9-da18-4e6d-935b-ae99a300b986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914f8686-defc-45e7-b055-7554bb6db63c', 'code': 200} Jan 18 14:22:29.549433 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=914f8686-defc-45e7-b055-7554bb6db63c,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:29.724928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Router 015ac896-9d3d-43a8-a300-f1c5418b9f78 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:22:29.780762 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-272938d1-a60d-4eb6-b014-cdfb307f4cc1 req-e8053604-e375-4932-a9d7-c59ffae62fbf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 1098 time: 0.0701723 Jan 18 14:22:29.820254 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-272938d1-a60d-4eb6-b014-cdfb307f4cc1 req-3731fd3a-ad7d-4a9a-aea2-47eaeb438772 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357461 Jan 18 14:22:29.892202 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878c506-3673-4a6e-8eec-2fa03cbf108f req-f270fbca-5780-4654-95a5-3c59a20d4825 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:29.893664 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0878c506-3673-4a6e-8eec-2fa03cbf108f req-f270fbca-5780-4654-95a5-3c59a20d4825 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1092801 Jan 18 14:22:30.072178 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0878c506-3673-4a6e-8eec-2fa03cbf108f req-eda75903-a958-434f-8327-4a2d76c227cd tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332181 Jan 18 14:22:30.096743 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:22:30.107610 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10293953-d370-482c-b131-d64600134788 None None] Sync routers for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:22:30.120243 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10293953-d370-482c-b131-d64600134788 None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:22:30.120883 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-10293953-d370-482c-b131-d64600134788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:22:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:22:30.121825 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.174338 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-a1bc7905-f314-4d9e-911d-4670f1b8052d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0622835 Jan 18 14:22:30.175160 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:30.177269 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36834) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:30.183099 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627823022', 'description': 'tempest-secgroup-smoke-1627823022 description', 'project_id': '1f5d3beb82a4483fa4756a0670466383'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:30.189285 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:30.199884 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:30.211048 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.232773 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'status': 'completed', 'code': 200} Jan 18 14:22:30.252331 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:30.258885 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Usage tracker for resource:security_group_rule and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:30.261814 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:30.267585 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:30.339741 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-10293953-d370-482c-b131-d64600134788 None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:22:30.428422 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.434818 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.467484 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5f8ca616-2c53-4a9d-8838-7af33baf2f84 req-26f3d71c-14cf-40ee-bbaa-6ae46b3b8ab4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f5d3beb82a4483fa4756a0670466383&device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1098 time: 0.1363745 Jan 18 14:22:30.513424 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5256c568-00bd-4304-8f5a-2a672ecf33bb,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:30.569597 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.574029 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ffd40a9c-40b0-41f1-8d6d-28ff37f496b1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3925529 Jan 18 14:22:30.574236 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36844) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:30.579583 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'security_group_rule': {'security_group_id': '5256c568-00bd-4304-8f5a-2a672ecf33bb', 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:30.588210 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:30.604538 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Usage tracker for resource:security_group_rule and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:30.608872 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:30.618482 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:30.623890 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421043d0-80d2-4f5b-86bc-ae695070ad0c req-b66bbdb7-6ab8-4ce4-b6c3-1966e5eb6671 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:30.625526 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-421043d0-80d2-4f5b-86bc-ae695070ad0c req-b66bbdb7-6ab8-4ce4-b6c3-1966e5eb6671 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 945 time: 0.0870528 Jan 18 14:22:30.658440 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca616-2c53-4a9d-8838-7af33baf2f84 req-3747c447-2284-4749-ad27-bcbe1814721b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:30.659912 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5f8ca616-2c53-4a9d-8838-7af33baf2f84 req-3747c447-2284-4749-ad27-bcbe1814721b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 200 len: 916 time: 0.1830211 Jan 18 14:22:30.661104 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.676154 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-421043d0-80d2-4f5b-86bc-ae695070ad0c req-f162740a-211d-4789-ad14-43b5a9542d5f tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Jan 18 14:22:30.709565 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-10293953-d370-482c-b131-d64600134788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '3ec76211-7c84-470f-828c-c25244394112', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'port_id': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'mac_address': 'fa:16:3e:75:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:22:28Z', 'updated_at': '2022-01-18T14:22:28Z', 'revision_number': 0, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:48Z', 'revision_number': 5, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:22:30.714239 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10293953-d370-482c-b131-d64600134788 None None] Checking router: 015ac896-9d3d-43a8-a300-f1c5418b9f78 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:22:30.724498 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10293953-d370-482c-b131-d64600134788 None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:22:30.725113 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-10293953-d370-482c-b131-d64600134788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:22:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:22:30.795063 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5f8ca616-2c53-4a9d-8838-7af33baf2f84 req-f9119120-20ab-48a4-850a-819880bc6198 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 999 time: 0.1225183 Jan 18 14:22:30.840302 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.849897 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.884925 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef653544-1639-4337-bdc4-15f91b7543e3,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:30.897639 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca616-2c53-4a9d-8838-7af33baf2f84 req-d3e7cdf2-44e6-43c7-831a-6e6cb3b80b4f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:30.899255 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5f8ca616-2c53-4a9d-8838-7af33baf2f84 req-d3e7cdf2-44e6-43c7-831a-6e6cb3b80b4f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=548432c6-9bb2-406c-bd59-eef4befc29b0 HTTP/1.1" status: 200 len: 854 time: 0.0950329 Jan 18 14:22:30.900751 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.901931 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-24193767-31c6-437e-abe4-a92f409c821e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3268003 Jan 18 14:22:30.905263 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36848) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:30.916206 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'security_group_rule': {'security_group_id': '5256c568-00bd-4304-8f5a-2a672ecf33bb', 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:30.921787 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-10293953-d370-482c-b131-d64600134788 None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:22:30.933631 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:30.937934 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Usage tracker for resource:security_group_rule and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:30.941296 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:30.948806 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:30.966951 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:30.984886 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5f8ca616-2c53-4a9d-8838-7af33baf2f84 req-67607718-b1ce-4121-9c5b-31193ce6aeed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1a05886-3917-4036-bf02-7dd8f8762006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790536 Jan 18 14:22:31.031200 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.036539 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.067810 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c505933e-fbb1-476f-8d88-d1349b49b967,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:31.069554 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.070820 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b4f119ee-5696-4ee8-9a25-4ffe091c40b3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1630547 Jan 18 14:22:31.074096 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 36852) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:31.082104 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'security_group_rule': {'security_group_id': '5256c568-00bd-4304-8f5a-2a672ecf33bb', 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:31.089279 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:31.095756 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Usage tracker for resource:security_group_rule and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:31.104649 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:31.113064 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:31.157075 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.165959 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5f8ca616-2c53-4a9d-8838-7af33baf2f84 req-269ac5cc-66d8-413f-8e15-f1effb9bad88 service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715431 Jan 18 14:22:31.279270 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-10293953-d370-482c-b131-d64600134788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '3ec76211-7c84-470f-828c-c25244394112', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'port_id': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'mac_address': 'fa:16:3e:75:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:22:28Z', 'updated_at': '2022-01-18T14:22:28Z', 'revision_number': 0, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:48Z', 'revision_number': 5, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:22:31.283282 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10293953-d370-482c-b131-d64600134788 None None] The sync data for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi is: [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '3ec76211-7c84-470f-828c-c25244394112', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'port_id': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'mac_address': 'fa:16:3e:75:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:22:28Z', 'updated_at': '2022-01-18T14:22:28Z', 'revision_number': 0, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:48Z', 'revision_number': 5, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:22:31.392891 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.401919 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.445697 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5f8ca616-2c53-4a9d-8838-7af33baf2f84 req-7003bb93-3528-4254-8147-9687bea61410 service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606354 Jan 18 14:22:31.446283 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f504b85-72d6-4048-86e4-1566a4da9852,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:31.458512 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90df40a-07c3-41a5-b336-9794103fc578 req-f11b93fa-6d1d-4df0-ab14-a0a2ac6a94c5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:31.459999 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c90df40a-07c3-41a5-b336-9794103fc578 req-f11b93fa-6d1d-4df0-ab14-a0a2ac6a94c5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.2368994 Jan 18 14:22:31.466247 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.467819 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c3d5f93e-5ac3-4428-89d5-7925b8d7e68a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3924725 Jan 18 14:22:31.470577 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36862) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:31.477801 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'security_group_rule': {'security_group_id': '5256c568-00bd-4304-8f5a-2a672ecf33bb', 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:31.484412 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:31.488252 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Usage tracker for resource:security_group_rule and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:31.491874 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:31.498434 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:31.516059 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c90df40a-07c3-41a5-b336-9794103fc578 req-06202b12-fa08-40b4-a48a-12525f6258ac tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463963 Jan 18 14:22:31.521368 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.523125 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c677be2-81fd-4b17-8e05-f986b763f40b None None] New status for floating IP 3ec76211-7c84-470f-828c-c25244394112: ACTIVE {{(pid=82797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:22:31.594297 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.598076 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.621208 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fed0194-4c3d-4c91-a56e-b03c2d7ff5d9,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:31.631568 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.632742 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-bfebb300-dadd-4346-ad8a-061b2cfaddd8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1604912 Jan 18 14:22:31.635810 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36866) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:31.641219 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'security_group_rule': {'security_group_id': '5256c568-00bd-4304-8f5a-2a672ecf33bb', 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:31.646616 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:31.650330 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Usage tracker for resource:security_group_rule and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:31.653637 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:31.659153 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:31.669995 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.securitygroups_db [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Project 1f5d3beb82a4483fa4756a0670466383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 14:22:31.676231 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.739733 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.744032 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.763366 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48009dd3-5cbb-4b88-b2fe-7b1e96f594f5,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:31.779562 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.780717 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-34ace729-93b2-44e9-af18-bd91d476cf55 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1439142 Jan 18 14:22:31.783619 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 36872) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:22:31.793705 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'security_group_rule': {'security_group_id': '5256c568-00bd-4304-8f5a-2a672ecf33bb', 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:31.799389 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:31.803110 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Usage tracker for resource:security_group_rule and tenant:1f5d3beb82a4483fa4756a0670466383 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:22:31.807948 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:22:31.844004 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:31.868857 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.securitygroups_db [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Project 1f5d3beb82a4483fa4756a0670466383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 14:22:31.877667 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.928278 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b4ab0-9a8b-44ae-8f42-6c394f4472cd req-9d42be0a-65ac-49f6-bafc-65c17904fa3a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:31.929750 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2a8b4ab0-9a8b-44ae-8f42-6c394f4472cd req-9d42be0a-65ac-49f6-bafc-65c17904fa3a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 945 time: 0.1239562 Jan 18 14:22:31.981170 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:31.989072 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:32.015467 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2a8b4ab0-9a8b-44ae-8f42-6c394f4472cd req-67755ea3-d764-4201-90f5-bba34b66cda2 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785537 Jan 18 14:22:32.018054 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61219fb-ee8c-4230-9e29-cdccaed43e8e,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:32.028248 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:32.032555 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-6e4b6169-9de5-4130-a3d7-b870f98904d8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2477481 Jan 18 14:22:32.159630 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-7b831d77-7447-4baa-aa13-993e2e4483ac tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Synchronizing usage tracker for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:32.174031 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-7b831d77-7447-4baa-aa13-993e2e4483ac tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Unset dirty status for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:32.175078 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-7b831d77-7447-4baa-aa13-993e2e4483ac tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627823022&fields=id&tenant_id=1f5d3beb82a4483fa4756a0670466383 HTTP/1.1" status: 200 len: 267 time: 0.0546210 Jan 18 14:22:32.252976 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-83a9a01f-110a-4d87-a642-302427e87018 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:32.254399 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-83a9a01f-110a-4d87-a642-302427e87018 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0741196 Jan 18 14:22:32.265282 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-da1fbea8-f356-4240-92c0-3b3862e4cbc8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'port': {'security_groups': ['25faf330-63fe-404c-9e48-efa4e3421d88', '5256c568-00bd-4304-8f5a-2a672ecf33bb']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:32.377923 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-da1fbea8-f356-4240-92c0-3b3862e4cbc8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:32.622875 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-da1fbea8-f356-4240-92c0-3b3862e4cbc8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] For port e7433cf6-1059-441b-8e6d-9a0716263bc0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:32.652852 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-da1fbea8-f356-4240-92c0-3b3862e4cbc8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:32.658093 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-da1fbea8-f356-4240-92c0-3b3862e4cbc8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:32.671037 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['e7433cf6-1059-441b-8e6d-9a0716263bc0'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:32.733751 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-da1fbea8-f356-4240-92c0-3b3862e4cbc8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:32.734366 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-da1fbea8-f356-4240-92c0-3b3862e4cbc8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:32.739153 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2f04dcf0-6764-4519-9399-b60a47e385b8 req-da1fbea8-f356-4240-92c0-3b3862e4cbc8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "PUT /v2.0/ports/e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 981 time: 0.4786689 Jan 18 14:22:32.754141 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:32.779743 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fbea8-f356-4240-92c0-3b3862e4cbc8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'Port': ['ID=e7433cf6-1059-441b-8e6d-9a0716263bc0,revision_number=6']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:32.866352 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9be0f-1fb6-4bb1-94c6-0348b1996244 req-745fe85b-83a5-4715-8d3f-0b4dd790d434 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:32.868117 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-17b9be0f-1fb6-4bb1-94c6-0348b1996244 req-745fe85b-83a5-4715-8d3f-0b4dd790d434 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1224279 Jan 18 14:22:32.939016 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-17b9be0f-1fb6-4bb1-94c6-0348b1996244 req-0691b34c-262c-4042-91f0-4ef71cd314c1 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646110 Jan 18 14:22:33.009381 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['e7433cf6-1059-441b-8e6d-9a0716263bc0'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:33.047114 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7591af2-0c47-4712-99fb-7906948601b5 req-eb508c24-3724-477c-bf17-61f96fd39508 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:33.048821 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a7591af2-0c47-4712-99fb-7906948601b5 req-eb508c24-3724-477c-bf17-61f96fd39508 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.1933517 Jan 18 14:22:33.100001 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a7591af2-0c47-4712-99fb-7906948601b5 req-7f3dd6a6-ed6c-4824-aedb-ffb3fb6228e4 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450208 Jan 18 14:22:33.122566 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-f6e2fe38-66e9-44e3-8f47-db3f646823cf None None] Provisioning complete for port e7433cf6-1059-441b-8e6d-9a0716263bc0 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:22:33.122931 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f6e2fe38-66e9-44e3-8f47-db3f646823cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:33.162430 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'status': 'completed', 'code': 200} Jan 18 14:22:33.340138 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-592bc847-dd8f-42d4-b982-ef9762290df0 req-cd22c2af-e892-4163-bb5e-904a53bdf63e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f5d3beb82a4483fa4756a0670466383&device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1137 time: 0.1299069 Jan 18 14:22:33.346554 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5d525-2946-4515-98c8-8bd5b89c6abf req-de2f52ce-54a7-4340-a647-443b1c102372 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:33.347924 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-78a5d525-2946-4515-98c8-8bd5b89c6abf req-de2f52ce-54a7-4340-a647-443b1c102372 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 945 time: 0.1076970 Jan 18 14:22:33.475846 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-78a5d525-2946-4515-98c8-8bd5b89c6abf req-6f1a8865-7a91-46a3-9de5-8a2330e29def tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222043 Jan 18 14:22:33.519060 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bc847-dd8f-42d4-b982-ef9762290df0 req-55b7daf3-a7b2-4c57-b885-e10a872a35fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:33.520580 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-592bc847-dd8f-42d4-b982-ef9762290df0 req-55b7daf3-a7b2-4c57-b885-e10a872a35fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 200 len: 916 time: 0.1645527 Jan 18 14:22:33.638485 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-592bc847-dd8f-42d4-b982-ef9762290df0 req-76d23005-42c6-499c-92fd-88c0540262f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 1001 time: 0.1022086 Jan 18 14:22:33.718558 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bc847-dd8f-42d4-b982-ef9762290df0 req-c3a844af-7c56-48ef-980d-8a8cf58d9833 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:33.720160 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-592bc847-dd8f-42d4-b982-ef9762290df0 req-c3a844af-7c56-48ef-980d-8a8cf58d9833 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=548432c6-9bb2-406c-bd59-eef4befc29b0 HTTP/1.1" status: 200 len: 854 time: 0.0633564 Jan 18 14:22:33.830917 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-592bc847-dd8f-42d4-b982-ef9762290df0 req-ae892731-4cb8-4235-b0fe-0dc2dfb3b23c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1a05886-3917-4036-bf02-7dd8f8762006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716519 Jan 18 14:22:33.966048 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-592bc847-dd8f-42d4-b982-ef9762290df0 req-2b0edb55-977f-4a89-a467-44acfbf77284 service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247225 Jan 18 14:22:34.151944 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-592bc847-dd8f-42d4-b982-ef9762290df0 req-80239c36-c721-45ec-ba82-60472e6df1de service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769783 Jan 18 14:22:34.173701 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd750b6-683f-43b3-a35c-f00720afef30 req-eb9e1551-dc0e-48e7-baad-0b139a34fb8a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:34.175501 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ffd750b6-683f-43b3-a35c-f00720afef30 req-eb9e1551-dc0e-48e7-baad-0b139a34fb8a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1242752 Jan 18 14:22:34.224257 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ffd750b6-683f-43b3-a35c-f00720afef30 req-cfa1c34e-f064-4e59-9d41-3e67221c3b8e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Jan 18 14:22:34.670037 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416da41b-4861-487e-9752-4be1154b8d80 req-6db15aeb-d3c7-4fd6-a132-05171739c0ab tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:34.671478 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-416da41b-4861-487e-9752-4be1154b8d80 req-6db15aeb-d3c7-4fd6-a132-05171739c0ab tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 945 time: 0.0761256 Jan 18 14:22:34.714882 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-416da41b-4861-487e-9752-4be1154b8d80 req-ea3f3a27-0220-4af7-b4f6-cc23ceae79ea tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380499 Jan 18 14:22:35.423765 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15566fe9-9bd3-491f-b5f4-2dabaad5b74f req-32ba6f00-cc4e-4ef8-a9a0-24d42da5b9fe tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:35.425154 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-15566fe9-9bd3-491f-b5f4-2dabaad5b74f req-32ba6f00-cc4e-4ef8-a9a0-24d42da5b9fe tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0793183 Jan 18 14:22:35.471730 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-15566fe9-9bd3-491f-b5f4-2dabaad5b74f req-e55c0d2e-9302-4b57-9474-50f1d0383042 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Jan 18 14:22:35.950244 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09307dd0-c533-4bdd-93a2-183d829ee0b2 req-a3d50f3c-1a5a-42fd-8424-2d40f4e3a89b tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:35.951697 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-09307dd0-c533-4bdd-93a2-183d829ee0b2 req-a3d50f3c-1a5a-42fd-8424-2d40f4e3a89b tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 945 time: 0.0763705 Jan 18 14:22:36.005672 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-09307dd0-c533-4bdd-93a2-183d829ee0b2 req-aa497eab-c2d4-4af5-b574-f61b40eb3bae tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485811 Jan 18 14:22:36.676412 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7102d5-6a2a-4dad-bc9d-96b1e2c92ed4 req-2811b36e-aee4-4c9d-baf9-cc400d02bcc5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:36.679375 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f7102d5-6a2a-4dad-bc9d-96b1e2c92ed4 req-2811b36e-aee4-4c9d-baf9-cc400d02bcc5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0784717 Jan 18 14:22:36.723061 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f7102d5-6a2a-4dad-bc9d-96b1e2c92ed4 req-3b714929-dd70-49b9-90a4-79695e500fb2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Jan 18 14:22:37.203162 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc88741-cd1c-4db2-b327-a448bbc1ae0a req-4423a54f-9cc0-4f21-9d51-5719e221b947 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:37.204481 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5cc88741-cd1c-4db2-b327-a448bbc1ae0a req-4423a54f-9cc0-4f21-9d51-5719e221b947 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 945 time: 0.0775192 Jan 18 14:22:37.249714 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5cc88741-cd1c-4db2-b327-a448bbc1ae0a req-9ab80da8-b85c-41da-879b-0c1c2022d552 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Jan 18 14:22:37.919350 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8987c-f988-440e-b744-b85a9d11ec55 req-c5c0b287-ca03-4aa8-b937-667998f95c6d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:37.921442 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db8987c-f988-440e-b744-b85a9d11ec55 req-c5c0b287-ca03-4aa8-b937-667998f95c6d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0794010 Jan 18 14:22:37.966076 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7db8987c-f988-440e-b744-b85a9d11ec55 req-63cff6d3-2e85-4fa0-b4e6-c164f13b63e2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394297 Jan 18 14:22:38.445249 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee087de-9178-4040-874e-09277c9fba2f req-e063d40a-f06b-4257-a9c3-a9d0e1ba6038 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:38.446687 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3ee087de-9178-4040-874e-09277c9fba2f req-e063d40a-f06b-4257-a9c3-a9d0e1ba6038 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 945 time: 0.0753343 Jan 18 14:22:38.492635 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3ee087de-9178-4040-874e-09277c9fba2f req-4a3f2d07-3afc-4f3a-a707-69657c277bd2 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396614 Jan 18 14:22:38.670562 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-44dd2bac-b9ca-4a14-860b-bebaff1d49fa tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:38.671951 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-44dd2bac-b9ca-4a14-860b-bebaff1d49fa tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.77 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 945 time: 0.0728419 Jan 18 14:22:38.743078 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Deleting port 914f8686-defc-45e7-b055-7554bb6db63c {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:22:38.743422 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:38.979744 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] For port 914f8686-defc-45e7-b055-7554bb6db63c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=914f8686-defc-45e7-b055-7554bb6db63c,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:38.980735 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:39.189944 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Calling delete_port for 914f8686-defc-45e7-b055-7554bb6db63c owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:22:39.326798 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d793d9-7ca3-4c5c-bfaf-d8dcef30f9a9 req-582622d8-a338-4fed-b2c3-124ab603c6b8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:39.328307 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-47d793d9-7ca3-4c5c-bfaf-d8dcef30f9a9 req-582622d8-a338-4fed-b2c3-124ab603c6b8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.2254748 Jan 18 14:22:39.381985 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:39.434403 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Pushing event deleted for resources: {'Port': ['ID=914f8686-defc-45e7-b055-7554bb6db63c,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:39.437768 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-47d793d9-7ca3-4c5c-bfaf-d8dcef30f9a9 req-6a575d6f-cc19-4756-97bb-6e4c8ff3f3ac tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039469 Jan 18 14:22:39.508139 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] No DVR routers for this DVR port 914f8686-defc-45e7-b055-7554bb6db63c on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:22:39.511005 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:39.513470 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523dc2d9-da18-4e6d-935b-ae99a300b986', 'name': 'network-vif-deleted', 'tag': '914f8686-defc-45e7-b055-7554bb6db63c'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:39.528589 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a84d1ddc-c703-4b92-8717-757f27460b60 req-6dbca0d3-7fd2-499e-aa0b-835a3e350851 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.77 "DELETE /v2.0/ports/914f8686-defc-45e7-b055-7554bb6db63c HTTP/1.1" status: 204 len: 173 time: 0.8501787 Jan 18 14:22:39.569865 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523dc2d9-da18-4e6d-935b-ae99a300b986', 'name': 'network-vif-deleted', 'tag': '914f8686-defc-45e7-b055-7554bb6db63c', 'status': 'completed', 'code': 200} Jan 18 14:22:39.680601 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d92991e5-6d7c-45f3-859b-b65f97a2239d req-ab876a0b-215b-45de-9a7d-b0018be4bdd4 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Synchronizing usage tracker for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:39.696996 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d92991e5-6d7c-45f3-859b-b65f97a2239d req-ab876a0b-215b-45de-9a7d-b0018be4bdd4 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Unset dirty status for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:39.698503 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d92991e5-6d7c-45f3-859b-b65f97a2239d req-ab876a0b-215b-45de-9a7d-b0018be4bdd4 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=523dc2d9-da18-4e6d-935b-ae99a300b986 HTTP/1.1" status: 200 len: 210 time: 0.0656593 Jan 18 14:22:40.515481 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473b9f-4980-4282-8e6b-1cd9a52394bb req-986b5bdd-b4a1-486b-9096-59600bf1e4bf tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:40.516938 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-be473b9f-4980-4282-8e6b-1cd9a52394bb req-986b5bdd-b4a1-486b-9096-59600bf1e4bf tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 945 time: 0.0795674 Jan 18 14:22:40.562267 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-be473b9f-4980-4282-8e6b-1cd9a52394bb req-f29f860f-b31e-4c17-9b5f-0ad8a7c6d776 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Jan 18 14:22:40.636440 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc7259-a01c-4931-b8da-37c96b8ceaf5 req-5a3d01a9-936d-4d54-8fa8-22a78051cf89 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:40.637891 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0acc7259-a01c-4931-b8da-37c96b8ceaf5 req-5a3d01a9-936d-4d54-8fa8-22a78051cf89 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0750458 Jan 18 14:22:40.681694 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0acc7259-a01c-4931-b8da-37c96b8ceaf5 req-4ecaa233-7b99-4dc7-ad1b-cd99a313c006 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382519 Jan 18 14:22:41.069717 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-9b9472d2-64a5-4d82-8cae-046485c2e18c tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:41.071135 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-9b9472d2-64a5-4d82-8cae-046485c2e18c tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/networks?id=564f082f-f27d-4e49-bf9e-7361d6abaa76 HTTP/1.1" status: 200 len: 808 time: 0.1391191 Jan 18 14:22:41.086380 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-2dd012a9-db7f-4669-a609-16f52b7ceed4 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/quotas/9ec00bd8d7eb49a9b6f8c494c56df509 HTTP/1.1" status: 200 len: 375 time: 0.0099974 Jan 18 14:22:41.130339 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-d927a611-e0c7-487f-90fd-43a115e7d266 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ec00bd8d7eb49a9b6f8c494c56df509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393927 Jan 18 14:22:41.257799 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-2af79f88-bdae-4640-9f6a-d3963f013538 service neutron] 10.222.0.45 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213958 Jan 18 14:22:41.287495 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 914f8686-defc-45e7-b055-7554bb6db63c no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:22:41.348407 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 914f8686-defc-45e7-b055-7554bb6db63c {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:22:41.348659 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 914f8686-defc-45e7-b055-7554bb6db63c not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:22:41.390685 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-89d2a345-d6b2-4cfe-bfe2-d1674c931777 service neutron] 10.222.0.45 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264379 Jan 18 14:22:41.566341 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a3cfe03-e5c6-41d3-9935-36419a876f8e req-572f788a-158d-4b16-ae7e-b2ec548ad38f tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 210 time: 0.0396795 Jan 18 14:22:41.829998 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc9b23-85fc-46ba-823b-31f3d79d723e req-b8bbc485-4e4b-4540-81d2-b01b5832b0b7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:41.831796 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-77bc9b23-85fc-46ba-823b-31f3d79d723e req-b8bbc485-4e4b-4540-81d2-b01b5832b0b7 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 945 time: 0.1496797 Jan 18 14:22:41.880163 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-77bc9b23-85fc-46ba-823b-31f3d79d723e req-ab568536-7ce5-4f75-b446-2873cdd28904 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431345 Jan 18 14:22:41.889173 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582d97d-bb98-482b-a651-1a453357255f req-2f14b33f-0dff-4c04-9079-75e3bce12f46 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:41.890620 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0582d97d-bb98-482b-a651-1a453357255f req-2f14b33f-0dff-4c04-9079-75e3bce12f46 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0818558 Jan 18 14:22:41.949783 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0582d97d-bb98-482b-a651-1a453357255f req-d0da4500-86c7-4068-854d-c7599e484673 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535867 Jan 18 14:22:42.746158 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e2214fd0-3518-4ede-9fe3-9ffe3ac0e1d7 req-e1a21bd2-ff1b-4a1e-9bb7-36ec532b8e24 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 210 time: 0.0487792 Jan 18 14:22:42.804784 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-d54e2fc8-e804-48bc-9e37-541ca33dafcc tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:42.806282 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-d54e2fc8-e804-48bc-9e37-541ca33dafcc tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.77 "GET /v2.0/networks?id=564f082f-f27d-4e49-bf9e-7361d6abaa76 HTTP/1.1" status: 200 len: 808 time: 0.1867125 Jan 18 14:22:42.831109 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Request body: {'port': {'device_id': '4fc580df-5c3e-4ce1-9983-08ca4c20603b', 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76', 'admin_state_up': True, 'tenant_id': '9ec00bd8d7eb49a9b6f8c494c56df509'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:42.909152 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-ba313d43-befa-4913-93a8-17f23d3d5712 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:42.910766 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-ba313d43-befa-4913-93a8-17f23d3d5712 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 945 time: 0.0840342 Jan 18 14:22:42.984619 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:22:42.990445 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Deleting port 49fbd082-e46c-4d65-8112-4df2dc648165 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:22:42.990753 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:42.995489 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:22:42.997092 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:43.007702 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Made reservation on behalf of 9ec00bd8d7eb49a9b6f8c494c56df509 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:22:43.012414 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:43.225736 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Allocated IP 172.20.0.2 (564f082f-f27d-4e49-bf9e-7361d6abaa76/b6ba4bd3-1e38-46bc-bbfc-006eb6837d13/246c28dc-c7da-4062-a78e-d3776c18affd) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:22:43.235848 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba7979-542f-45f0-a8f6-1934f18aecf8 req-f156b947-2263-44cc-af09-0a006b3c0d73 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:43.237327 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e4ba7979-542f-45f0-a8f6-1934f18aecf8 req-f156b947-2263-44cc-af09-0a006b3c0d73 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1555505 Jan 18 14:22:43.242397 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c48648-16d6-4d48-9696-c4159e2c7de8 req-25731833-a29c-43c7-b249-f7f52d1b668b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:43.243828 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d2c48648-16d6-4d48-9696-c4159e2c7de8 req-25731833-a29c-43c7-b249-f7f52d1b668b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 945 time: 0.2201960 Jan 18 14:22:43.319983 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e4ba7979-542f-45f0-a8f6-1934f18aecf8 req-d41a1d74-ead6-436a-abc9-70b65418e715 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764744 Jan 18 14:22:43.337300 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d2c48648-16d6-4d48-9696-c4159e2c7de8 req-a284054f-9414-49bc-8347-3267e21db733 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864255 Jan 18 14:22:43.338971 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] For port 49fbd082-e46c-4d65-8112-4df2dc648165, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=49fbd082-e46c-4d65-8112-4df2dc648165,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:43.339324 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:43.467836 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Calling delete_port for 49fbd082-e46c-4d65-8112-4df2dc648165 owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:22:43.469257 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:43.496800 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:43.633296 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Network 564f082f-f27d-4e49-bf9e-7361d6abaa76 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:22:43.636331 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:22:43.640230 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:22:43.644052 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:43.644647 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:43.652860 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Pushing event updated for resources: {'Port': ['ID=246c28dc-c7da-4062-a78e-d3776c18affd,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:43.673931 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-f2c94012-fe1f-4b34-9ba6-9661d573b635 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8465884 Jan 18 14:22:43.674464 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:43.688032 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Request body: {'port': {'device_id': '4fc580df-5c3e-4ce1-9983-08ca4c20603b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:22:43.704768 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['07490b20-63d5-43f1-8280-8b3589b26f6f', '87dbbecc-0a49-4517-9b8b-90c69b82fda6', '7bccfb42-93e3-4105-ae81-0fff61cedf62'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:43.725097 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Pushing event deleted for resources: {'Port': ['ID=49fbd082-e46c-4d65-8112-4df2dc648165,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:43.794533 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] No DVR routers for this DVR port 49fbd082-e46c-4d65-8112-4df2dc648165 on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:22:43.798009 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:43.801683 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6637aed4-8e9f-458d-b3c2-3f95ab991578', 'name': 'network-vif-deleted', 'tag': '49fbd082-e46c-4d65-8112-4df2dc648165'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:43.804091 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:43.843347 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6cb31e07-9c41-4ed6-9620-841410b12154 req-2fc72612-379d-40c6-8dd6-e2ccec1e1405 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "DELETE /v2.0/ports/49fbd082-e46c-4d65-8112-4df2dc648165 HTTP/1.1" status: 204 len: 173 time: 0.9251952 Jan 18 14:22:43.870839 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6637aed4-8e9f-458d-b3c2-3f95ab991578', 'name': 'network-vif-deleted', 'tag': '49fbd082-e46c-4d65-8112-4df2dc648165', 'status': 'completed', 'code': 200} Jan 18 14:22:44.074949 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da946d0-424e-47e0-9ac5-b92bdb6f6e65 req-00afc2f5-afe7-4093-8f56-7c480810060f tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:44.079278 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7da946d0-424e-47e0-9ac5-b92bdb6f6e65 req-00afc2f5-afe7-4093-8f56-7c480810060f tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 931 time: 0.1241682 Jan 18 14:22:44.124887 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7da946d0-424e-47e0-9ac5-b92bdb6f6e65 req-95a68287-9be6-426c-8280-f6cf14906203 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Jan 18 14:22:44.196168 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246c28dc-c7da-4062-a78e-d3776c18affd {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:22:44.203567 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:44.218103 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Transition to ACTIVE for port object 246c28dc-c7da-4062-a78e-d3776c18affd will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:22:44.220884 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:44.341812 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Pushing event updated for resources: {'Port': ['ID=246c28dc-c7da-4062-a78e-d3776c18affd,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:44.398925 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Attempting to bind port 246c28dc-c7da-4062-a78e-d3776c18affd on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:22:44.399265 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Attempting to bind port 246c28dc-c7da-4062-a78e-d3776c18affd by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'ec1f3131-30ee-4ff4-a264-ae2085762f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:22:44.399607 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Attempting to bind port 246c28dc-c7da-4062-a78e-d3776c18affd on network 564f082f-f27d-4e49-bf9e-7361d6abaa76 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:22:44.406501 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Port 246c28dc-c7da-4062-a78e-d3776c18affd on network 564f082f-f27d-4e49-bf9e-7361d6abaa76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:22:44.406824 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Attempting to bind port 246c28dc-c7da-4062-a78e-d3776c18affd on network 564f082f-f27d-4e49-bf9e-7361d6abaa76 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:22:44.414764 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:22:44.415166 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Checking segment: {'id': 'ec1f3131-30ee-4ff4-a264-ae2085762f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:22:44.415614 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Bound using segment: {'id': 'ec1f3131-30ee-4ff4-a264-ae2085762f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:22:44.416110 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Bound port: 246c28dc-c7da-4062-a78e-d3776c18affd, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1f3131-30ee-4ff4-a264-ae2085762f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:22:44.416542 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:44.537295 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-7a0858fc-cf33-4d1c-8000-b64a961280c8 req-6b39ec98-f43a-4d9a-9907-de3b1f28e8ba tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Synchronizing usage tracker for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:44.555214 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-7a0858fc-cf33-4d1c-8000-b64a961280c8 req-6b39ec98-f43a-4d9a-9907-de3b1f28e8ba tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Unset dirty status for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:44.556504 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7a0858fc-cf33-4d1c-8000-b64a961280c8 req-6b39ec98-f43a-4d9a-9907-de3b1f28e8ba tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6637aed4-8e9f-458d-b3c2-3f95ab991578 HTTP/1.1" status: 200 len: 210 time: 0.0603211 Jan 18 14:22:44.573791 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] For port 246c28dc-c7da-4062-a78e-d3776c18affd, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:22:44.578949 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] For port 246c28dc-c7da-4062-a78e-d3776c18affd, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=246c28dc-c7da-4062-a78e-d3776c18affd,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:22:44.585630 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:44.656126 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29daa1-ad4c-4d33-af4d-3a9731b5bd45 req-bd7456ad-d830-4bd2-89f8-fdd5a6170039 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:44.657591 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fe29daa1-ad4c-4d33-af4d-3a9731b5bd45 req-bd7456ad-d830-4bd2-89f8-fdd5a6170039 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1906517 Jan 18 14:22:44.680631 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:44.682022 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] 10.222.0.77 "PUT /v2.0/ports/246c28dc-c7da-4062-a78e-d3776c18affd HTTP/1.1" status: 200 len: 1093 time: 0.9980121 Jan 18 14:22:44.686333 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc580df-5c3e-4ce1-9983-08ca4c20603b', 'tag': '246c28dc-c7da-4062-a78e-d3776c18affd'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:44.702605 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9560d-e54c-4878-9c86-e548be72bba9 service neutron] Pushing event updated for resources: {'Port': ['ID=246c28dc-c7da-4062-a78e-d3776c18affd,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:44.728306 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fe29daa1-ad4c-4d33-af4d-3a9731b5bd45 req-75b2f606-30e2-48f7-b857-8bd1f355f099 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611293 Jan 18 14:22:44.777826 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc580df-5c3e-4ce1-9983-08ca4c20603b', 'tag': '246c28dc-c7da-4062-a78e-d3776c18affd', 'status': 'completed', 'code': 200} Jan 18 14:22:44.797138 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-3e720d24-baeb-4be3-9ca5-51ebdfa4098a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ec00bd8d7eb49a9b6f8c494c56df509&device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 1096 time: 0.0697689 Jan 18 14:22:44.866740 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-071686ad-1824-4b38-a96f-ad4a3922bc77 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=246c28dc-c7da-4062-a78e-d3776c18affd HTTP/1.1" status: 200 len: 217 time: 0.0616767 Jan 18 14:22:44.928328 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-003a437f-8693-4d35-b384-99af1a2f5d3c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:44.929779 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-003a437f-8693-4d35-b384-99af1a2f5d3c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6ba4bd3-1e38-46bc-bbfc-006eb6837d13 HTTP/1.1" status: 200 len: 848 time: 0.0553010 Jan 18 14:22:44.977378 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-3b2af126-9fbc-4bcc-89ef-1e68ead5b5df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=564f082f-f27d-4e49-bf9e-7361d6abaa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404682 Jan 18 14:22:45.104972 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-cdb5261f-d58a-4fb8-8c31-451c32cd7d81 service neutron] 10.222.0.77 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200244 Jan 18 14:22:45.232188 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2fe02898-df9d-430a-bf5d-c57045e4aec6 req-8b68554c-97f1-4c17-bfc7-463df61f72e8 service neutron] 10.222.0.77 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211219 Jan 18 14:22:45.327375 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 49fbd082-e46c-4d65-8112-4df2dc648165 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:22:45.363294 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 49fbd082-e46c-4d65-8112-4df2dc648165 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:22:45.363640 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 49fbd082-e46c-4d65-8112-4df2dc648165 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:22:45.445459 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f46706-d24f-4f80-8966-8cbcc1bf3cdb req-b7feb621-8d74-4a26-b85e-98ff3a9e98dd tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:45.446055 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-75f46706-d24f-4f80-8966-8cbcc1bf3cdb req-b7feb621-8d74-4a26-b85e-98ff3a9e98dd tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Synchronizing usage tracker for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:45.458184 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6710f2a2-5299-4738-8279-5bc388215078 req-67d6b18b-43bf-4158-b888-0816f4c2727d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ec00bd8d7eb49a9b6f8c494c56df509&device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 1096 time: 0.1731682 Jan 18 14:22:45.484338 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-75f46706-d24f-4f80-8966-8cbcc1bf3cdb req-b7feb621-8d74-4a26-b85e-98ff3a9e98dd tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Unset dirty status for tenant:9ec00bd8d7eb49a9b6f8c494c56df509 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:45.485410 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-75f46706-d24f-4f80-8966-8cbcc1bf3cdb req-b7feb621-8d74-4a26-b85e-98ff3a9e98dd tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 943 time: 0.2372890 Jan 18 14:22:45.552788 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:22:45.605370 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-75f46706-d24f-4f80-8966-8cbcc1bf3cdb req-4ed82aac-0cac-4ae0-a7a0-d6c80696e932 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738242 Jan 18 14:22:45.625202 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710f2a2-5299-4738-8279-5bc388215078 req-62df4c7d-7702-4e24-9955-8e3fd58a7784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:45.626625 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6710f2a2-5299-4738-8279-5bc388215078 req-62df4c7d-7702-4e24-9955-8e3fd58a7784 service neutron] 10.222.0.77 "GET /v2.0/networks?id=564f082f-f27d-4e49-bf9e-7361d6abaa76 HTTP/1.1" status: 200 len: 909 time: 0.1616964 Jan 18 14:22:45.697409 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6710f2a2-5299-4738-8279-5bc388215078 req-9c52ca78-d229-498e-a472-aa5f7f454a4a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=246c28dc-c7da-4062-a78e-d3776c18affd HTTP/1.1" status: 200 len: 217 time: 0.0643477 Jan 18 14:22:45.764375 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710f2a2-5299-4738-8279-5bc388215078 req-9c0e3144-d1d6-465f-a2ed-ec7b66062511 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:45.765931 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6710f2a2-5299-4738-8279-5bc388215078 req-9c0e3144-d1d6-465f-a2ed-ec7b66062511 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b6ba4bd3-1e38-46bc-bbfc-006eb6837d13 HTTP/1.1" status: 200 len: 848 time: 0.0631108 Jan 18 14:22:45.815595 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6710f2a2-5299-4738-8279-5bc388215078 req-99c5b640-5a1e-4e4e-a486-45bfa72aee54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=564f082f-f27d-4e49-bf9e-7361d6abaa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430033 Jan 18 14:22:45.953896 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6710f2a2-5299-4738-8279-5bc388215078 req-f28bd522-f626-46b9-9311-c315651f07f7 service neutron] 10.222.0.77 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314371 Jan 18 14:22:45.967035 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fd50-81e0-4a6d-b1e3-7cddc79dbba4 req-926f7d72-4f8a-4c4b-93a6-5839eaea6373 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:45.968535 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bbe6fd50-81e0-4a6d-b1e3-7cddc79dbba4 req-926f7d72-4f8a-4c4b-93a6-5839eaea6373 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0893877 Jan 18 14:22:46.015998 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bbe6fd50-81e0-4a6d-b1e3-7cddc79dbba4 req-44c3cf70-0853-401e-b4c3-3cdb3a9cc43d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Jan 18 14:22:46.085838 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6710f2a2-5299-4738-8279-5bc388215078 req-1ba72a69-a2d3-4d38-bec8-41514a92c7cf service neutron] 10.222.0.77 "GET /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249976 Jan 18 14:22:46.264510 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-40cf38d0-48f4-40ee-9be3-6d7d5a9d3b8e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704756 Jan 18 14:22:46.353111 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-31bcfdba-e6e3-45fc-82ec-12d6c4dbac8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 1098 time: 0.0663707 Jan 18 14:22:46.494432 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-4958e939-7c2b-46b0-9a5a-671d7fce2096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:46.496547 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-4958e939-7c2b-46b0-9a5a-671d7fce2096 service neutron] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 918 time: 0.1227190 Jan 18 14:22:46.596358 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-3288b7a4-7725-49d7-8aac-a198b6e2c1f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e HTTP/1.1" status: 200 len: 1001 time: 0.0934589 Jan 18 14:22:46.657613 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-11b5ebf7-ce36-4cf0-92d5-8d0ee11fdc2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:46.659102 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-11b5ebf7-ce36-4cf0-92d5-8d0ee11fdc2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0555029 Jan 18 14:22:46.773602 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-e3759b8d-635e-4293-bca7-03fb5b00f89f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071947 Jan 18 14:22:46.908443 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13991ed5-5b2a-4739-8cd5-c5fe9f48b6e6 req-114034ad-5372-4814-950a-6f44570d23ba tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:46.913613 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-13991ed5-5b2a-4739-8cd5-c5fe9f48b6e6 req-114034ad-5372-4814-950a-6f44570d23ba tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 943 time: 0.1873937 Jan 18 14:22:46.956521 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-04894722-f9c0-4e9a-a86a-76b04430f547 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726103 Jan 18 14:22:47.046866 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-13991ed5-5b2a-4739-8cd5-c5fe9f48b6e6 req-dc700e3a-7f8a-4e2a-9771-2d94b94dfe60 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281307 Jan 18 14:22:47.107841 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f803b3a7-7f02-44ed-a9b4-66e63f74d795 req-2a42c9a4-c98d-4166-a882-e5eec89fb635 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430795 Jan 18 14:22:47.283183 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb584-dbe4-4892-8e0c-e5b51fe372f7 req-d9c1401c-0537-4100-91c0-1784fe2c6b6e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:47.284637 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0cafb584-dbe4-4892-8e0c-e5b51fe372f7 req-d9c1401c-0537-4100-91c0-1784fe2c6b6e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0760369 Jan 18 14:22:47.329594 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0cafb584-dbe4-4892-8e0c-e5b51fe372f7 req-09b0f2ba-7bac-4e63-8a4e-012cee4090fc tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395644 Jan 18 14:22:47.490164 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680c1cb-f73f-49e8-af20-6b04c3719992 req-ae052ec9-84e0-44cc-a9d3-46b7316c8118 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:47.491582 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4680c1cb-f73f-49e8-af20-6b04c3719992 req-ae052ec9-84e0-44cc-a9d3-46b7316c8118 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.1401186 Jan 18 14:22:47.539324 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4680c1cb-f73f-49e8-af20-6b04c3719992 req-a56360f8-c824-44e1-80f5-949ab5171e87 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Jan 18 14:22:48.243813 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46a3f7-91fd-49eb-9bd5-515633249a24 req-a457a642-3dbc-4f99-986b-5ed7006c994f tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:48.245177 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4e46a3f7-91fd-49eb-9bd5-515633249a24 req-a457a642-3dbc-4f99-986b-5ed7006c994f tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 943 time: 0.0775895 Jan 18 14:22:48.289084 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4e46a3f7-91fd-49eb-9bd5-515633249a24 req-2c7bb794-ce0d-4cb3-b023-0826029ad0fc tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384684 Jan 18 14:22:48.523381 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647daf7b-b3cc-49ef-ad29-ef0220048a2d req-661f5640-c4c8-44b7-885e-1035dd48bb6a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:48.524811 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-647daf7b-b3cc-49ef-ad29-ef0220048a2d req-661f5640-c4c8-44b7-885e-1035dd48bb6a tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0754435 Jan 18 14:22:48.570262 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-647daf7b-b3cc-49ef-ad29-ef0220048a2d req-8d050bf5-c294-4d73-a13c-d2beb6110aec tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Jan 18 14:22:48.743171 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d9cd9-1d9d-464a-84bf-cfdb0f0b7154 req-7f6bc3e4-d19f-45fe-a667-bb1b09f48ce4 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:48.744594 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a42d9cd9-1d9d-464a-84bf-cfdb0f0b7154 req-7f6bc3e4-d19f-45fe-a667-bb1b09f48ce4 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.0803998 Jan 18 14:22:48.790318 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a42d9cd9-1d9d-464a-84bf-cfdb0f0b7154 req-330eabf6-088a-41fb-8a8d-9621adac5861 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Jan 18 14:22:49.347653 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 246c28dc-c7da-4062-a78e-d3776c18affd details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:22:49.485037 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 246c28dc-c7da-4062-a78e-d3776c18affd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=246c28dc-c7da-4062-a78e-d3776c18affd,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:49.499265 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '246c28dc-c7da-4062-a78e-d3776c18affd', 'network_id': '564f082f-f27d-4e49-bf9e-7361d6abaa76', 'port_id': '246c28dc-c7da-4062-a78e-d3776c18affd', 'mac_address': 'fa:16:3e:66:b0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ba4bd3-1e38-46bc-bbfc-006eb6837d13', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:22:49.509441 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9277bcdc-ba2a-424b-b28b-5d75fb56accc req-9c5ef5ff-cd8d-4436-b500-dbc1cb8e5075 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1099 time: 0.0711081 Jan 18 14:22:49.552662 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:49.555825 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0304c3d-5921-4d82-98cf-dc61da0f34e8 req-5647823c-dec3-4342-84b4-265697237177 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:49.557854 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e0304c3d-5921-4d82-98cf-dc61da0f34e8 req-5647823c-dec3-4342-84b4-265697237177 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 943 time: 0.1437054 Jan 18 14:22:49.558467 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9277bcdc-ba2a-424b-b28b-5d75fb56accc req-62188099-248b-4a2f-9e39-9fffc6118d72 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Jan 18 14:22:49.570568 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246c28dc-c7da-4062-a78e-d3776c18affd {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:22:49.585783 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 246c28dc-c7da-4062-a78e-d3776c18affd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=246c28dc-c7da-4062-a78e-d3776c18affd,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:49.589589 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:49.603495 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e0304c3d-5921-4d82-98cf-dc61da0f34e8 req-3eae6fec-8212-485f-b5bd-58b16c354a55 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 Jan 18 14:22:49.660108 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=246c28dc-c7da-4062-a78e-d3776c18affd,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:49.669131 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.669478 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.669811 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.670141 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.670470 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.670795 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.671117 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.671462 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.671787 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.672101 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.672416 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:22:49.771204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3cd58-6976-4a1a-8110-798d6f835b45 req-bb85f5e6-840e-48fc-b7f9-27423edccb91 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:49.772606 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-05b3cd58-6976-4a1a-8110-798d6f835b45 req-bb85f5e6-840e-48fc-b7f9-27423edccb91 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0780635 Jan 18 14:22:49.816358 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-05b3cd58-6976-4a1a-8110-798d6f835b45 req-9baf9cb2-c712-4a29-889b-8c09d7d774d3 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Jan 18 14:22:49.842510 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3dd5fff1-ec56-4025-a28f-1899241b06b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:49.977905 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-afddd3d9-a53c-4564-aa94-755299051774 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:49.980000 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-afddd3d9-a53c-4564-aa94-755299051774 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.0785816 Jan 18 14:22:49.997903 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c912c29-dfbb-47bd-ba92-8f257235a42a req-fbb8ed97-f7f8-4bd2-b0c7-8a2d769fb8e1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:49.999438 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5c912c29-dfbb-47bd-ba92-8f257235a42a req-fbb8ed97-f7f8-4bd2-b0c7-8a2d769fb8e1 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 946 time: 0.0779829 Jan 18 14:22:50.040885 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['246c28dc-c7da-4062-a78e-d3776c18affd'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:50.058373 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Deleting port 7bccfb42-93e3-4105-ae81-0fff61cedf62 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:22:50.058870 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:50.066384 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5c912c29-dfbb-47bd-ba92-8f257235a42a req-ccfc1caf-d3e2-4a85-a617-ea8c146a487e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610995 Jan 18 14:22:50.296796 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] For port 7bccfb42-93e3-4105-ae81-0fff61cedf62, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7bccfb42-93e3-4105-ae81-0fff61cedf62,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:50.297170 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:50.418174 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Calling delete_port for 7bccfb42-93e3-4105-ae81-0fff61cedf62 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:22:50.553839 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:50.599161 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Pushing event deleted for resources: {'Port': ['ID=7bccfb42-93e3-4105-ae81-0fff61cedf62,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:50.670845 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] No DVR routers for this DVR port 7bccfb42-93e3-4105-ae81-0fff61cedf62 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:22:50.673147 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:50.675664 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5875da46-69a0-448c-b249-b7f227561fa8', 'name': 'network-vif-deleted', 'tag': '7bccfb42-93e3-4105-ae81-0fff61cedf62'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:50.691390 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a56064a1-90de-4927-87cb-7b1706f0e189 req-0caec335-379d-4c33-9eea-3228f2ae38c5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "DELETE /v2.0/ports/7bccfb42-93e3-4105-ae81-0fff61cedf62 HTTP/1.1" status: 204 len: 173 time: 0.6998665 Jan 18 14:22:50.764627 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5875da46-69a0-448c-b249-b7f227561fa8', 'name': 'network-vif-deleted', 'tag': '7bccfb42-93e3-4105-ae81-0fff61cedf62', 'status': 'completed', 'code': 200} Jan 18 14:22:50.811046 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ee5f-8bc3-4fd3-b0ba-7d64c016f9d2 req-8ebab4a7-c85c-46bc-8a3c-9a531065fe70 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:50.812498 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0025ee5f-8bc3-4fd3-b0ba-7d64c016f9d2 req-8ebab4a7-c85c-46bc-8a3c-9a531065fe70 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 944 time: 0.0825648 Jan 18 14:22:50.860081 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0025ee5f-8bc3-4fd3-b0ba-7d64c016f9d2 req-901ac8f8-798d-46bf-aa11-48d3ec3ced06 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Jan 18 14:22:51.027369 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872b9e8-af9f-47d7-be24-8a240fac89cb req-cefa6c63-3bea-4cab-9ea7-55da4e832a7c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:51.028791 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7872b9e8-af9f-47d7-be24-8a240fac89cb req-cefa6c63-3bea-4cab-9ea7-55da4e832a7c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0779219 Jan 18 14:22:51.072212 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7872b9e8-af9f-47d7-be24-8a240fac89cb req-25dd844b-f2aa-4d6e-98c1-97e2fd154b2d tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379798 Jan 18 14:22:51.233588 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-7bd7c852-e607-4068-92c0-2850089f1429 req-9ccb13ed-6bcc-4aad-8ab3-19b2336cfedc tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Synchronizing usage tracker for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:51.251937 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-7bd7c852-e607-4068-92c0-2850089f1429 req-9ccb13ed-6bcc-4aad-8ab3-19b2336cfedc tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Unset dirty status for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:51.253253 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7bd7c852-e607-4068-92c0-2850089f1429 req-9ccb13ed-6bcc-4aad-8ab3-19b2336cfedc tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5875da46-69a0-448c-b249-b7f227561fa8 HTTP/1.1" status: 200 len: 210 time: 0.0592704 Jan 18 14:22:51.291795 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['07490b20-63d5-43f1-8280-8b3589b26f6f', '87dbbecc-0a49-4517-9b8b-90c69b82fda6', '7bccfb42-93e3-4105-ae81-0fff61cedf62'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:51.802945 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230f6b1-d715-4e8c-abc8-a09539c02972 req-d4934723-9d28-4671-b1e0-8402b666329c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:51.804350 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8230f6b1-d715-4e8c-abc8-a09539c02972 req-d4934723-9d28-4671-b1e0-8402b666329c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0785120 Jan 18 14:22:51.849240 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8230f6b1-d715-4e8c-abc8-a09539c02972 req-51eb4e02-ca76-491a-98e3-fa56fc0e64cb tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387757 Jan 18 14:22:52.065462 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b0014-f18f-4d1d-a2fb-13d4c3ad1847 req-8193c36e-35e8-4e29-8869-f242243b7b05 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:52.066799 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-577b0014-f18f-4d1d-a2fb-13d4c3ad1847 req-8193c36e-35e8-4e29-8869-f242243b7b05 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 944 time: 0.0804408 Jan 18 14:22:52.114223 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-577b0014-f18f-4d1d-a2fb-13d4c3ad1847 req-da6a1a2b-587c-45a5-8e2d-442136cc31ed tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Jan 18 14:22:52.145041 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9f8dea46-d7e5-41f5-b7f8-482afd965bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:52.265451 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be08a-25f0-4336-84c8-aecdb396c3e8 req-9ff9a71f-433e-4a1c-8d11-f94bcfa7a2d5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:52.266879 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2c8be08a-25f0-4336-84c8-aecdb396c3e8 req-9ff9a71f-433e-4a1c-8d11-f94bcfa7a2d5 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0757151 Jan 18 14:22:52.314066 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2c8be08a-25f0-4336-84c8-aecdb396c3e8 req-6371745d-6d80-4dfb-af13-9c22a4cf7538 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Jan 18 14:22:52.738121 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af370cda-058e-46d1-b20f-e5ad5375197d req-1724b316-7b03-43cf-acc0-fee47040be23 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:52.739787 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-af370cda-058e-46d1-b20f-e5ad5375197d req-1724b316-7b03-43cf-acc0-fee47040be23 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 946 time: 0.0831692 Jan 18 14:22:52.786170 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-af370cda-058e-46d1-b20f-e5ad5375197d req-71255677-0536-4a35-a2e6-a12b2321cdb6 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 Jan 18 14:22:52.896529 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95596dbf-580f-4089-949f-8ad05f4e8463 req-b75f1639-bbc5-4154-88a7-b5137efd83df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=55912e2c736c4beba78cf481c6cccf68&device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 1099 time: 0.1267774 Jan 18 14:22:52.907694 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74f3ed-a565-4779-afaf-a1cddae3c505 req-117532c2-eb76-4154-a226-c0e1c6f0bb6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:52.909494 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ca74f3ed-a565-4779-afaf-a1cddae3c505 req-117532c2-eb76-4154-a226-c0e1c6f0bb6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1106112 Jan 18 14:22:53.066469 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8e744-8535-49df-9ba0-3f01775cad74 req-c5f80c76-313a-43de-83fb-6bd595273b84 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:53.068174 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5ab8e744-8535-49df-9ba0-3f01775cad74 req-c5f80c76-313a-43de-83fb-6bd595273b84 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0781994 Jan 18 14:22:53.097899 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ca74f3ed-a565-4779-afaf-a1cddae3c505 req-f672ed06-7dd7-4895-9dfa-ef394c638227 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162374 Jan 18 14:22:53.112541 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5ab8e744-8535-49df-9ba0-3f01775cad74 req-71d5ac2b-1cf7-4469-bcaa-a960c63cc760 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386219 Jan 18 14:22:53.118805 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95596dbf-580f-4089-949f-8ad05f4e8463 req-bfa4bd4e-a56a-4f15-a81c-cfccf8f126cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:53.120808 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95596dbf-580f-4089-949f-8ad05f4e8463 req-bfa4bd4e-a56a-4f15-a81c-cfccf8f126cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 200 len: 920 time: 0.2104664 Jan 18 14:22:53.197115 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95596dbf-580f-4089-949f-8ad05f4e8463 req-31268d80-5918-43ae-8986-f4337f847115 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468 HTTP/1.1" status: 200 len: 217 time: 0.0639114 Jan 18 14:22:53.198324 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:53.301584 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95596dbf-580f-4089-949f-8ad05f4e8463 req-d0af193f-a23e-4373-8dcc-7acc948685cf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:53.302977 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95596dbf-580f-4089-949f-8ad05f4e8463 req-d0af193f-a23e-4373-8dcc-7acc948685cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 200 len: 859 time: 0.0987995 Jan 18 14:22:53.354881 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 246c28dc-c7da-4062-a78e-d3776c18affd up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:22:53.362399 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95596dbf-580f-4089-949f-8ad05f4e8463 req-076762b2-4f48-42a1-8aac-8b4a22d5d1ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a7868572-8726-4c93-974b-0ce5ad4eb81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428360 Jan 18 14:22:53.368700 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfae2a-1866-4ed8-b551-1c6d7aaad7ec req-b59e643e-e1a8-41a8-a5a6-d8d6ab52fae3 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:53.370117 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c3dfae2a-1866-4ed8-b551-1c6d7aaad7ec req-b59e643e-e1a8-41a8-a5a6-d8d6ab52fae3 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 944 time: 0.1339719 Jan 18 14:22:53.417659 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:53.434255 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 246c28dc-c7da-4062-a78e-d3776c18affd completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:22:53.439555 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 246c28dc-c7da-4062-a78e-d3776c18affd triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:22:53.439918 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:53.495674 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c3dfae2a-1866-4ed8-b551-1c6d7aaad7ec req-8d102b0f-7edf-47b6-82b5-9aa8728198e0 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197479 Jan 18 14:22:53.534992 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95596dbf-580f-4089-949f-8ad05f4e8463 req-182f7fcb-2e07-43d3-99e6-4a6ad1bfa4a4 service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459854 Jan 18 14:22:53.550902 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:53.576778 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc580df-5c3e-4ce1-9983-08ca4c20603b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246c28dc-c7da-4062-a78e-d3776c18affd'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:53.586698 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 246c28dc-c7da-4062-a78e-d3776c18affd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=246c28dc-c7da-4062-a78e-d3776c18affd,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:53.591819 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:53.635523 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc580df-5c3e-4ce1-9983-08ca4c20603b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246c28dc-c7da-4062-a78e-d3776c18affd', 'code': 200} Jan 18 14:22:53.661649 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=246c28dc-c7da-4062-a78e-d3776c18affd,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:53.671489 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95596dbf-580f-4089-949f-8ad05f4e8463 req-7b350fc1-3495-4b34-a8b7-2f4326e60eae service neutron] 10.222.0.77 "GET /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284337 Jan 18 14:22:53.969706 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b910303a-aada-4be6-8797-b2e0e60c5e73 req-ba432f6d-5324-45f7-b385-4a730259aa83 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 1098 time: 0.1198652 Jan 18 14:22:54.006038 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ca969-9aa0-41ae-b7ea-30a585eec784 req-d892a8ac-acb6-46fb-9d3c-04005caecf17 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:54.007398 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c34ca969-9aa0-41ae-b7ea-30a585eec784 req-d892a8ac-acb6-46fb-9d3c-04005caecf17 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 946 time: 0.0995874 Jan 18 14:22:54.044433 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b910303a-aada-4be6-8797-b2e0e60c5e73 req-a1c631ba-7da7-45d0-80eb-0a286c681fb2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680263 Jan 18 14:22:54.062449 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c34ca969-9aa0-41ae-b7ea-30a585eec784 req-45fdfb64-024b-4e34-a214-d3d166927c3d tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483654 Jan 18 14:22:54.295294 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a3fa4-630c-4c58-9cf7-13712c636010 req-f2431746-e765-418e-8427-fd722487bc97 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:54.296729 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d53a3fa4-630c-4c58-9cf7-13712c636010 req-f2431746-e765-418e-8427-fd722487bc97 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0742924 Jan 18 14:22:54.323558 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614d8d8-43c7-4dc8-a020-9460f888f1c1 req-19c0abbe-0157-4d3a-967d-010bf53bc95c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:54.325078 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d614d8d8-43c7-4dc8-a020-9460f888f1c1 req-19c0abbe-0157-4d3a-967d-010bf53bc95c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0748951 Jan 18 14:22:54.342082 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d53a3fa4-630c-4c58-9cf7-13712c636010 req-cfe63f0b-ef2f-4a75-bcd1-4246b29cb0a7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Jan 18 14:22:54.369098 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d614d8d8-43c7-4dc8-a020-9460f888f1c1 req-4a1c03fb-a695-42a1-a075-f19e4d8d4f94 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383606 Jan 18 14:22:54.527194 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:54.692585 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d8fb-d167-4072-b3e0-a7fa18be320b req-8d0cf33a-105f-44e5-8cf5-5a02b1dc82ff tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:54.694301 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a389d8fb-d167-4072-b3e0-a7fa18be320b req-8d0cf33a-105f-44e5-8cf5-5a02b1dc82ff tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 945 time: 0.0783949 Jan 18 14:22:54.738522 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a389d8fb-d167-4072-b3e0-a7fa18be320b req-7329307d-0896-497b-9a06-83afeef33a2e tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387280 Jan 18 14:22:55.285648 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f33e5-e267-4d51-a560-67857fb292ca req-f82023ab-4333-4db7-aee7-f471a596ff45 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:55.287061 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c53f33e5-e267-4d51-a560-67857fb292ca req-f82023ab-4333-4db7-aee7-f471a596ff45 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 946 time: 0.1036685 Jan 18 14:22:55.293159 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35775c68-39db-4180-b90b-b83a9a950d48 req-ba8a8900-f3ef-4e82-8c6c-5859828a63fe tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:55.294460 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-35775c68-39db-4180-b90b-b83a9a950d48 req-ba8a8900-f3ef-4e82-8c6c-5859828a63fe tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 946 time: 0.1401296 Jan 18 14:22:55.352428 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 7bccfb42-93e3-4105-ae81-0fff61cedf62 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:22:55.387889 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-35775c68-39db-4180-b90b-b83a9a950d48 req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Deleting port 87dbbecc-0a49-4517-9b8b-90c69b82fda6 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:22:55.388232 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-35775c68-39db-4180-b90b-b83a9a950d48 req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:55.388358 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 7bccfb42-93e3-4105-ae81-0fff61cedf62 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:22:55.388596 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 7bccfb42-93e3-4105-ae81-0fff61cedf62 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:22:55.413637 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c53f33e5-e267-4d51-a560-67857fb292ca req-0a41f0ff-8d20-4e61-94dc-f510b48662fa tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182699 Jan 18 14:22:55.548157 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3af2c-83db-4c46-8d72-bcd0ffdc0192 req-6ab7b00f-d384-450b-abd0-fc4534aa3470 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:55.549730 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-81e3af2c-83db-4c46-8d72-bcd0ffdc0192 req-6ab7b00f-d384-450b-abd0-fc4534aa3470 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0813205 Jan 18 14:22:55.599049 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-81e3af2c-83db-4c46-8d72-bcd0ffdc0192 req-53f79da6-01f5-43fb-b07d-9a068092cadc tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Jan 18 14:22:55.739479 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-35775c68-39db-4180-b90b-b83a9a950d48 req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] For port 87dbbecc-0a49-4517-9b8b-90c69b82fda6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=87dbbecc-0a49-4517-9b8b-90c69b82fda6,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:22:55.739878 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-35775c68-39db-4180-b90b-b83a9a950d48 req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:55.860623 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-35775c68-39db-4180-b90b-b83a9a950d48 req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Calling delete_port for 87dbbecc-0a49-4517-9b8b-90c69b82fda6 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:22:55.892459 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4862f-ab35-433f-926a-ef2032307f70 req-f7f45ce6-6443-40f7-b5dc-ab65b1e1b9f1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:55.893916 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c9e4862f-ab35-433f-926a-ef2032307f70 req-f7f45ce6-6443-40f7-b5dc-ab65b1e1b9f1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.3280244 Jan 18 14:22:55.967806 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc19c32-e972-4233-8db2-05e0ebf4b88f req-b13c24c1-d598-4760-91ea-c97e9449509a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:55.969755 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3fc19c32-e972-4233-8db2-05e0ebf4b88f req-b13c24c1-d598-4760-91ea-c97e9449509a tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 945 time: 0.1062329 Jan 18 14:22:55.976922 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c9e4862f-ab35-433f-926a-ef2032307f70 req-26d3a793-f467-4d05-8d94-ee4ac3005a25 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762897 Jan 18 14:22:56.034127 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3fc19c32-e972-4233-8db2-05e0ebf4b88f req-d33d4b27-845c-4140-9e7a-9099ba70b996 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481060 Jan 18 14:22:56.050480 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-35775c68-39db-4180-b90b-b83a9a950d48 req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:56.061485 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['07490b20-63d5-43f1-8280-8b3589b26f6f', '87dbbecc-0a49-4517-9b8b-90c69b82fda6'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:22:56.098519 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Pushing event deleted for resources: {'Port': ['ID=87dbbecc-0a49-4517-9b8b-90c69b82fda6,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:22:56.170969 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-35775c68-39db-4180-b90b-b83a9a950d48 req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] No DVR routers for this DVR port 87dbbecc-0a49-4517-9b8b-90c69b82fda6 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:22:56.173448 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-35775c68-39db-4180-b90b-b83a9a950d48 req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:22:56.175946 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc21a08e-46ae-4e9b-97b8-9423b608f370', 'name': 'network-vif-deleted', 'tag': '87dbbecc-0a49-4517-9b8b-90c69b82fda6'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:22:56.192430 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-35775c68-39db-4180-b90b-b83a9a950d48 req-cdd52b3c-a2dd-45a4-888f-028fbce4e8a0 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "DELETE /v2.0/ports/87dbbecc-0a49-4517-9b8b-90c69b82fda6 HTTP/1.1" status: 204 len: 173 time: 0.8842888 Jan 18 14:22:56.239198 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc21a08e-46ae-4e9b-97b8-9423b608f370', 'name': 'network-vif-deleted', 'tag': '87dbbecc-0a49-4517-9b8b-90c69b82fda6', 'status': 'completed', 'code': 200} Jan 18 14:22:56.584379 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5f2794b0-20a1-4e92-b0a5-2bf5ca8f437a req-1d135b0f-89a7-4ec5-9b49-f4553d2040f5 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc21a08e-46ae-4e9b-97b8-9423b608f370 HTTP/1.1" status: 200 len: 210 time: 0.0389781 Jan 18 14:22:56.797557 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8638-a6df-40cb-baad-6739415d8dcf req-bfe7581c-3abb-4a51-a65c-a3c07b2b0292 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:56.799020 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2e7d8638-a6df-40cb-baad-6739415d8dcf req-bfe7581c-3abb-4a51-a65c-a3c07b2b0292 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0752556 Jan 18 14:22:56.848516 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2e7d8638-a6df-40cb-baad-6739415d8dcf req-1b6ee18d-09f7-4c35-a39e-d948ef81b65c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Jan 18 14:22:57.215075 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11824242-17dd-4cc6-87b4-68d3e77eb014 req-1a23f725-f083-47cc-943d-f0812f0422a6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:57.216642 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-11824242-17dd-4cc6-87b4-68d3e77eb014 req-1a23f725-f083-47cc-943d-f0812f0422a6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0985723 Jan 18 14:22:57.234786 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06922f62-b635-47e9-95d6-a840c0a0db75 req-8bb26854-81eb-4d2d-90bf-5005123f9744 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:57.236242 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-06922f62-b635-47e9-95d6-a840c0a0db75 req-8bb26854-81eb-4d2d-90bf-5005123f9744 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 945 time: 0.0804203 Jan 18 14:22:57.265490 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-11824242-17dd-4cc6-87b4-68d3e77eb014 req-afba180a-a298-429e-b92e-1dee09dfde92 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Jan 18 14:22:57.283423 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-06922f62-b635-47e9-95d6-a840c0a0db75 req-45968586-e5b2-42cb-9d6a-a0c05365b39f tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Jan 18 14:22:58.056449 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e32815-98dd-4ec6-a51d-7f024b8f9339 req-22924cae-4c29-418e-8a87-52a6d696165c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:58.057907 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-17e32815-98dd-4ec6-a51d-7f024b8f9339 req-22924cae-4c29-418e-8a87-52a6d696165c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0767636 Jan 18 14:22:58.106510 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-17e32815-98dd-4ec6-a51d-7f024b8f9339 req-516e213b-1445-45ae-8021-202fc0e592f2 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Jan 18 14:22:58.513662 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3773d7-2a95-441b-b011-28fe77e3fa16 req-1124eaf2-ba39-41f5-991f-7415154f2650 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:58.517080 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0f3773d7-2a95-441b-b011-28fe77e3fa16 req-1124eaf2-ba39-41f5-991f-7415154f2650 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0769560 Jan 18 14:22:58.569101 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0f3773d7-2a95-441b-b011-28fe77e3fa16 req-58c05fd8-bc1c-4c9b-b063-f19b94b5f0f1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458958 Jan 18 14:22:58.687786 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885813b-1faf-4244-bd95-d79e32b7a04f req-03e3aa75-558a-49f8-be28-6ea77a1c2f26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:58.689256 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8885813b-1faf-4244-bd95-d79e32b7a04f req-03e3aa75-558a-49f8-be28-6ea77a1c2f26 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 945 time: 0.0778093 Jan 18 14:22:58.733883 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8885813b-1faf-4244-bd95-d79e32b7a04f req-f549b50f-2439-4c74-87f0-4be2307735ad tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Jan 18 14:22:59.287634 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1e486-d9cf-44a9-a347-c8ffe3fe7e1b req-fea457a8-b1be-4b45-9f8e-642123009e94 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:59.288342 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-aef1e486-d9cf-44a9-a347-c8ffe3fe7e1b req-fea457a8-b1be-4b45-9f8e-642123009e94 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Synchronizing usage tracker for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:22:59.303779 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-aef1e486-d9cf-44a9-a347-c8ffe3fe7e1b req-fea457a8-b1be-4b45-9f8e-642123009e94 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Unset dirty status for tenant:a871a98db7e841b9bf50f139a8473791 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:22:59.304969 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aef1e486-d9cf-44a9-a347-c8ffe3fe7e1b req-fea457a8-b1be-4b45-9f8e-642123009e94 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0931220 Jan 18 14:22:59.352080 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aef1e486-d9cf-44a9-a347-c8ffe3fe7e1b req-69e73a6a-8367-43bb-9caa-0063967dd187 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Jan 18 14:22:59.371765 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 87dbbecc-0a49-4517-9b8b-90c69b82fda6 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:22:59.407241 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 87dbbecc-0a49-4517-9b8b-90c69b82fda6 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:22:59.407499 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 87dbbecc-0a49-4517-9b8b-90c69b82fda6 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:22:59.783174 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bc4ef-1abc-4d9e-a4a4-b2568c909472 req-9363e927-55ef-4189-ba18-8a527fa77b30 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:59.784693 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5f3bc4ef-1abc-4d9e-a4a4-b2568c909472 req-9363e927-55ef-4189-ba18-8a527fa77b30 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0810874 Jan 18 14:22:59.832651 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5f3bc4ef-1abc-4d9e-a4a4-b2568c909472 req-752c796f-6234-49a9-bd42-baa2f222dbaa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 Jan 18 14:22:59.960936 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae25e22-cabe-4c0b-bec7-067f091405cb req-dd5a3d39-7280-4a8a-ad8a-e5f2557de8fb tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:22:59.962310 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9ae25e22-cabe-4c0b-bec7-067f091405cb req-dd5a3d39-7280-4a8a-ad8a-e5f2557de8fb tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 945 time: 0.0756600 Jan 18 14:23:00.006068 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9ae25e22-cabe-4c0b-bec7-067f091405cb req-0c6ae539-8465-4f25-89ef-93fe9ec55909 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375907 Jan 18 14:23:00.545998 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-26a40bf5-3264-4285-9a24-9808593f9e98 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:00.547600 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-26a40bf5-3264-4285-9a24-9808593f9e98 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 945 time: 0.0780368 Jan 18 14:23:00.553788 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b22e54-7ff4-4774-a406-277fffb30921 req-3d942b04-1828-4a0b-92b7-a046eb95db6b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:00.555229 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-37b22e54-7ff4-4774-a406-277fffb30921 req-3d942b04-1828-4a0b-92b7-a046eb95db6b tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0777712 Jan 18 14:23:00.600711 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-37b22e54-7ff4-4774-a406-277fffb30921 req-2864d783-2ed0-440c-bba7-7c7d9ee0c938 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392597 Jan 18 14:23:00.620589 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Deleting port 246c28dc-c7da-4062-a78e-d3776c18affd {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:23:00.620936 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:00.856639 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] For port 246c28dc-c7da-4062-a78e-d3776c18affd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=246c28dc-c7da-4062-a78e-d3776c18affd,segment=NetworkSegment(ec1f3131-30ee-4ff4-a264-ae2085762f30),segment_id=ec1f3131-30ee-4ff4-a264-ae2085762f30)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:00.857016 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:00.979103 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Calling delete_port for 246c28dc-c7da-4062-a78e-d3776c18affd owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:23:01.078341 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17a9e7-9124-4814-a86e-5a801ae6bcbd req-fed8494d-4866-454c-8ebd-ed38f367dd09 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:01.080093 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6a17a9e7-9124-4814-a86e-5a801ae6bcbd req-fed8494d-4866-454c-8ebd-ed38f367dd09 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0883467 Jan 18 14:23:01.146367 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6a17a9e7-9124-4814-a86e-5a801ae6bcbd req-e2b0722a-fbf7-4244-a9e7-3a10998e6815 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599642 Jan 18 14:23:01.282564 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:01.295413 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['246c28dc-c7da-4062-a78e-d3776c18affd'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:23:01.331506 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Pushing event deleted for resources: {'Port': ['ID=246c28dc-c7da-4062-a78e-d3776c18affd,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:01.374392 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7750d-a1ef-4be4-8cee-f9dbfba9f2f6 req-fe5c6af0-0d78-4be9-a266-fd0e609213ee tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:01.375819 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-deb7750d-a1ef-4be4-8cee-f9dbfba9f2f6 req-fe5c6af0-0d78-4be9-a266-fd0e609213ee tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fc580df-5c3e-4ce1-9983-08ca4c20603b HTTP/1.1" status: 200 len: 867 time: 0.1737969 Jan 18 14:23:01.429189 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] No DVR routers for this DVR port 246c28dc-c7da-4062-a78e-d3776c18affd on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:23:01.433427 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:01.435733 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc580df-5c3e-4ce1-9983-08ca4c20603b', 'name': 'network-vif-deleted', 'tag': '246c28dc-c7da-4062-a78e-d3776c18affd'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:23:01.462317 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eba72cd6-873d-45a7-97b0-39087bafe32f req-b32863a2-f4da-431f-a93b-6b05fae19324 tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.77 "DELETE /v2.0/ports/246c28dc-c7da-4062-a78e-d3776c18affd HTTP/1.1" status: 204 len: 173 time: 0.9037046 Jan 18 14:23:01.470902 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-deb7750d-a1ef-4be4-8cee-f9dbfba9f2f6 req-10966e8b-e5d9-4896-be00-78c40925818b tempest-VolumesActionsTest-1562246912 tempest-VolumesActionsTest-1562246912-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8a629b0-ff72-4d0b-8466-26465460ee55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672560 Jan 18 14:23:01.506895 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc580df-5c3e-4ce1-9983-08ca4c20603b', 'name': 'network-vif-deleted', 'tag': '246c28dc-c7da-4062-a78e-d3776c18affd', 'status': 'completed', 'code': 200} Jan 18 14:23:01.548320 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57786fde-2f9c-49cb-b898-16a59e898630 req-b8030900-a3e4-44cc-900d-69f538d58a4f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:01.549917 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57786fde-2f9c-49cb-b898-16a59e898630 req-b8030900-a3e4-44cc-900d-69f538d58a4f tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0879464 Jan 18 14:23:01.618414 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-57786fde-2f9c-49cb-b898-16a59e898630 req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Deleting port 07490b20-63d5-43f1-8280-8b3589b26f6f {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:23:01.618670 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-57786fde-2f9c-49cb-b898-16a59e898630 req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:01.934307 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-57786fde-2f9c-49cb-b898-16a59e898630 req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] For port 07490b20-63d5-43f1-8280-8b3589b26f6f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=07490b20-63d5-43f1-8280-8b3589b26f6f,segment=NetworkSegment(01d67297-72b0-48f0-99e0-34e2bdb6d45b),segment_id=01d67297-72b0-48f0-99e0-34e2bdb6d45b)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:01.934667 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-57786fde-2f9c-49cb-b898-16a59e898630 req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:01.936698 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87645243-8445-4f72-80d1-7ebf0b241300 req-8603dad0-6884-4be9-8aab-ff63352f9975 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:01.938160 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-87645243-8445-4f72-80d1-7ebf0b241300 req-8603dad0-6884-4be9-8aab-ff63352f9975 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5ab2791-c454-42da-bc95-01f7dc5ef3d1 HTTP/1.1" status: 200 len: 945 time: 0.0769339 Jan 18 14:23:01.984982 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-87645243-8445-4f72-80d1-7ebf0b241300 req-2744b50d-79cb-4836-a14c-88bd9c20f02e tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Jan 18 14:23:02.055350 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-57786fde-2f9c-49cb-b898-16a59e898630 req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Calling delete_port for 07490b20-63d5-43f1-8280-8b3589b26f6f owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:23:02.205558 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-57786fde-2f9c-49cb-b898-16a59e898630 req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:02.223972 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['07490b20-63d5-43f1-8280-8b3589b26f6f'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:23:02.253493 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Pushing event deleted for resources: {'Port': ['ID=07490b20-63d5-43f1-8280-8b3589b26f6f,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:02.364424 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-57786fde-2f9c-49cb-b898-16a59e898630 req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] No DVR routers for this DVR port 07490b20-63d5-43f1-8280-8b3589b26f6f on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:23:02.364592 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-57786fde-2f9c-49cb-b898-16a59e898630 req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:02.367139 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ab2791-c454-42da-bc95-01f7dc5ef3d1', 'name': 'network-vif-deleted', 'tag': '07490b20-63d5-43f1-8280-8b3589b26f6f'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:23:02.395176 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57786fde-2f9c-49cb-b898-16a59e898630 req-3d7a0099-52f0-40f8-a388-418da13c8084 tempest-AttachVolumeNegativeTest-435169796 tempest-AttachVolumeNegativeTest-435169796-project] 10.222.0.77 "DELETE /v2.0/ports/07490b20-63d5-43f1-8280-8b3589b26f6f HTTP/1.1" status: 204 len: 173 time: 0.8389311 Jan 18 14:23:02.430011 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae32506-1442-4b33-bc33-596187cb68da req-1158185b-b016-4c4b-9b0b-beb2f63afb8b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:02.431465 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-aae32506-1442-4b33-bc33-596187cb68da req-1158185b-b016-4c4b-9b0b-beb2f63afb8b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1074302 Jan 18 14:23:02.433136 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ab2791-c454-42da-bc95-01f7dc5ef3d1', 'name': 'network-vif-deleted', 'tag': '07490b20-63d5-43f1-8280-8b3589b26f6f', 'status': 'completed', 'code': 200} Jan 18 14:23:02.485046 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-aae32506-1442-4b33-bc33-596187cb68da req-06a648f5-ba54-466e-956c-fe6aa6aa0e43 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461063 Jan 18 14:23:03.097379 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37246) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:03.154641 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8ddd62-61df-40e7-be6d-163f5f6843dc admin admin] Deleting subnet f82f4544-0fa8-4654-8c26-8d81dd7edb0e {{(pid=82795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:23:03.157785 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6e8ddd62-61df-40e7-be6d-163f5f6843dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.206072 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6e8ddd62-61df-40e7-be6d-163f5f6843dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2505060'] for subnet, precommit_delete_associations {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.263047 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6e8ddd62-61df-40e7-be6d-163f5f6843dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.330184 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6e8ddd62-61df-40e7-be6d-163f5f6843dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2769758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3175511'] for subnet, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.367466 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ddd62-61df-40e7-be6d-163f5f6843dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82f4544-0fa8-4654-8c26-8d81dd7edb0e,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:03.372569 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6e8ddd62-61df-40e7-be6d-163f5f6843dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.377789 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-6e8ddd62-61df-40e7-be6d-163f5f6843dc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f82f4544-0fa8-4654-8c26-8d81dd7edb0e HTTP/1.1" status: 204 len: 168 time: 0.2794154 Jan 18 14:23:03.380220 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37258) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:03.486574 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.633995 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.700851 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ca2570-4bec-4646-a4e5-5b13fa852404']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:03.717065 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d67297-72b0-48f0-99e0-34e2bdb6d45b') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:03.717343 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d67297-72b0-48f0-99e0-34e2bdb6d45b') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:03.735979 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.756828 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.765774 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:23:03.766338 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:23:03.779940 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:23:03.852207 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff32fb-936f-4ce1-9b71-ac86734a362d req-4a25c642-962a-47e6-9b1f-929d42549b7b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:03.854182 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-faff32fb-936f-4ce1-9b71-ac86734a362d req-4a25c642-962a-47e6-9b1f-929d42549b7b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.2094951 Jan 18 14:23:03.882411 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.898891 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:03.920819 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ca2570-4bec-4646-a4e5-5b13fa852404,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:03.930295 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-faff32fb-936f-4ce1-9b71-ac86734a362d req-68ec271c-8652-4e06-bd4e-3661265d6c37 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698025 Jan 18 14:23:03.932060 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f23f19c8-75db-4793-94b4-ff18fa556452 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e7ca2570-4bec-4646-a4e5-5b13fa852404 HTTP/1.1" status: 204 len: 168 time: 0.5509751 Jan 18 14:23:03.955005 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632341b5-cbf1-43b4-91ca-89a0eeaad294 req-45b5c3ff-ece4-4b32-a130-39b734ec5670 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:03.956465 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-632341b5-cbf1-43b4-91ca-89a0eeaad294 req-45b5c3ff-ece4-4b32-a130-39b734ec5670 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0945182 Jan 18 14:23:04.003111 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-632341b5-cbf1-43b4-91ca-89a0eeaad294 req-23f4cf53-3a7a-4c09-9098-925dde497c10 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Jan 18 14:23:04.123093 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37286) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:04.172072 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-d1f4208c-02b2-4ab4-b549-7b66b6db5ac7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a871a98db7e841b9bf50f139a8473791&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477157 Jan 18 14:23:04.174412 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37290) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:04.235191 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d40b27a-a6fc-4353-9c61-dd465789b493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:04.262460 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d40b27a-a6fc-4353-9c61-dd465789b493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:04.314440 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d40b27a-a6fc-4353-9c61-dd465789b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:04.329507 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b27a-a6fc-4353-9c61-dd465789b493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:04.341753 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d40b27a-a6fc-4353-9c61-dd465789b493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:04.342988 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3d40b27a-a6fc-4353-9c61-dd465789b493 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c0d59a6-fcb8-47ca-b3b7-0e02d22f166b HTTP/1.1" status: 204 len: 168 time: 0.1677043 Jan 18 14:23:05.151763 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6699dbc-8a51-4b7a-a084-874852835e87 req-fcd9a882-2102-4504-bf78-1566265f2571 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:05.153582 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6699dbc-8a51-4b7a-a084-874852835e87 req-fcd9a882-2102-4504-bf78-1566265f2571 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0821967 Jan 18 14:23:05.206043 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264417d-e7da-4bae-8b11-f668ec76abcb req-09a34cf0-d0c9-4a67-abcf-50b299a9af03 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:05.207550 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8264417d-e7da-4bae-8b11-f668ec76abcb req-09a34cf0-d0c9-4a67-abcf-50b299a9af03 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0775805 Jan 18 14:23:05.254208 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8264417d-e7da-4bae-8b11-f668ec76abcb req-ebeafe9f-68a5-4c2c-9151-fbeaf373e443 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Jan 18 14:23:05.266494 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f6699dbc-8a51-4b7a-a084-874852835e87 req-37427d9c-3479-48dd-9907-f4243c9371db tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057868 Jan 18 14:23:05.827414 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 246c28dc-c7da-4062-a78e-d3776c18affd no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:23:05.865198 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 246c28dc-c7da-4062-a78e-d3776c18affd {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:23:05.865662 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 246c28dc-c7da-4062-a78e-d3776c18affd not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:23:05.866590 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 07490b20-63d5-43f1-8280-8b3589b26f6f no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:23:05.913160 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 07490b20-63d5-43f1-8280-8b3589b26f6f {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:23:05.913607 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 07490b20-63d5-43f1-8280-8b3589b26f6f not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:23:06.456708 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247461d-d7d4-491b-9dd2-2cf9565aa397 req-b38f4070-11a4-4db1-900f-e30e6c32c64f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:06.458070 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c247461d-d7d4-491b-9dd2-2cf9565aa397 req-b38f4070-11a4-4db1-900f-e30e6c32c64f tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0781543 Jan 18 14:23:06.475805 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71599ebb-9c3f-4cce-adf2-5674f293d3ac req-63f9c3fe-167a-4be2-ab57-b82dbcb48503 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:06.477245 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-71599ebb-9c3f-4cce-adf2-5674f293d3ac req-63f9c3fe-167a-4be2-ab57-b82dbcb48503 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0735416 Jan 18 14:23:06.503593 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c247461d-d7d4-491b-9dd2-2cf9565aa397 req-70b702bb-29a0-42a0-85f4-3f2c72fb94dc tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Jan 18 14:23:06.521266 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-71599ebb-9c3f-4cce-adf2-5674f293d3ac req-9913ca61-252e-447b-9901-cad10b2175bf tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 Jan 18 14:23:07.704331 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d73e7-a5c9-449b-9bb1-eb37b5b8f9e2 req-adc72b12-b039-415b-b2c4-ac5e83611ecb tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:07.705848 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-743d73e7-a5c9-449b-9bb1-eb37b5b8f9e2 req-adc72b12-b039-415b-b2c4-ac5e83611ecb tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0827131 Jan 18 14:23:07.732024 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8f47e-408a-4bcf-b1fd-16d3a517d800 req-82ecde4a-57ac-481a-a3ca-67816dd60e41 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:07.733511 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b0e8f47e-408a-4bcf-b1fd-16d3a517d800 req-82ecde4a-57ac-481a-a3ca-67816dd60e41 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0767016 Jan 18 14:23:07.752296 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-743d73e7-a5c9-449b-9bb1-eb37b5b8f9e2 req-99302bdb-abd2-4d16-b69c-35a3e4661a2c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Jan 18 14:23:07.784314 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b0e8f47e-408a-4bcf-b1fd-16d3a517d800 req-19b0affa-76c5-4108-919c-1faebcde0d10 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451131 Jan 18 14:23:08.952217 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006435d-7f0c-4187-932a-580e7a8a9ea1 req-6774ef02-3a02-464c-9a76-b22a48b3c285 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:08.954616 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0006435d-7f0c-4187-932a-580e7a8a9ea1 req-6774ef02-3a02-464c-9a76-b22a48b3c285 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0785289 Jan 18 14:23:08.991101 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d3bd-0d25-451e-b13e-5295460e88e1 req-be88f771-5826-4c29-8c79-437dd9e7da98 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:08.992552 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5587d3bd-0d25-451e-b13e-5295460e88e1 req-be88f771-5826-4c29-8c79-437dd9e7da98 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0754542 Jan 18 14:23:08.998765 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0006435d-7f0c-4187-932a-580e7a8a9ea1 req-cb05d552-e805-49bb-91d1-f23381a42617 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388904 Jan 18 14:23:09.037271 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5587d3bd-0d25-451e-b13e-5295460e88e1 req-5e7594db-4185-48d0-9a83-95204a889fbe tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390058 Jan 18 14:23:09.584280 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92475312-edf3-451c-b121-d42cb5aca520 req-076ec6e7-c7c3-4c59-a8b2-a4896bcb927c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:09.586132 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-92475312-edf3-451c-b121-d42cb5aca520 req-076ec6e7-c7c3-4c59-a8b2-a4896bcb927c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.77 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.0831735 Jan 18 14:23:09.659115 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-92475312-edf3-451c-b121-d42cb5aca520 req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Deleting port b4c9c1de-688b-427e-82b7-8911229e37c8 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:23:09.659453 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-92475312-edf3-451c-b121-d42cb5aca520 req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:09.903996 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-92475312-edf3-451c-b121-d42cb5aca520 req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] For port b4c9c1de-688b-427e-82b7-8911229e37c8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b4c9c1de-688b-427e-82b7-8911229e37c8,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:09.904985 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-92475312-edf3-451c-b121-d42cb5aca520 req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:10.044264 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-92475312-edf3-451c-b121-d42cb5aca520 req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Calling delete_port for b4c9c1de-688b-427e-82b7-8911229e37c8 owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:23:10.301561 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-92475312-edf3-451c-b121-d42cb5aca520 req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:10.309830 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c813afd-6339-4429-9314-67f0e2cff16b req-6fe121d0-e61b-4720-bb34-6bc8385941ad tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:10.313510 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['2aa4e895-16eb-447d-9ffe-62cbd71c8468', 'b4c9c1de-688b-427e-82b7-8911229e37c8'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:23:10.324625 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6c813afd-6339-4429-9314-67f0e2cff16b req-6fe121d0-e61b-4720-bb34-6bc8385941ad tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1119893 Jan 18 14:23:10.357679 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Pushing event deleted for resources: {'Port': ['ID=b4c9c1de-688b-427e-82b7-8911229e37c8,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:10.371975 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7138a7-f6e1-4c4a-b8b9-b6605e9a1d4f req-c28546bf-c83d-4ce8-8d66-f9b3c38177e8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:10.374169 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba7138a7-f6e1-4c4a-b8b9-b6605e9a1d4f req-c28546bf-c83d-4ce8-8d66-f9b3c38177e8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=97db3516-58ac-4963-863e-2da45854a41f HTTP/1.1" status: 200 len: 945 time: 0.1838975 Jan 18 14:23:10.435561 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6c813afd-6339-4429-9314-67f0e2cff16b req-75dc5695-cd29-4ae4-b9d7-8370d36caa16 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032982 Jan 18 14:23:10.491860 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-92475312-edf3-451c-b121-d42cb5aca520 req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] No DVR routers for this DVR port b4c9c1de-688b-427e-82b7-8911229e37c8 on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:23:10.501006 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-92475312-edf3-451c-b121-d42cb5aca520 req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:10.503634 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97db3516-58ac-4963-863e-2da45854a41f', 'name': 'network-vif-deleted', 'tag': 'b4c9c1de-688b-427e-82b7-8911229e37c8'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:23:10.527694 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-92475312-edf3-451c-b121-d42cb5aca520 req-9f2a195e-f568-4367-96ea-b6ea620bb98e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.77 "DELETE /v2.0/ports/b4c9c1de-688b-427e-82b7-8911229e37c8 HTTP/1.1" status: 204 len: 173 time: 0.9356687 Jan 18 14:23:10.553485 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba7138a7-f6e1-4c4a-b8b9-b6605e9a1d4f req-7a8819bf-c203-49eb-967a-c29db60473b0 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722102 Jan 18 14:23:10.657249 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97db3516-58ac-4963-863e-2da45854a41f', 'name': 'network-vif-deleted', 'tag': 'b4c9c1de-688b-427e-82b7-8911229e37c8', 'status': 'completed', 'code': 200} Jan 18 14:23:11.737386 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb253-be69-4fd9-b20e-9c2aab43ab6f req-ee8d80bb-5f4d-48d8-a44e-1b9129c3dac5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:11.739099 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bccdb253-be69-4fd9-b20e-9c2aab43ab6f req-ee8d80bb-5f4d-48d8-a44e-1b9129c3dac5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1197658 Jan 18 14:23:11.797543 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bccdb253-be69-4fd9-b20e-9c2aab43ab6f req-7d43f2ae-c97f-4d67-a338-f54aaa1d21b2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505390 Jan 18 14:23:12.092142 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4aa1b-e408-443e-9171-49628bde1940 req-a4382a01-ad53-4965-bb3d-6277dc127258 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:12.093174 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-cea4aa1b-e408-443e-9171-49628bde1940 req-a4382a01-ad53-4965-bb3d-6277dc127258 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Synchronizing usage tracker for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:23:12.113283 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-cea4aa1b-e408-443e-9171-49628bde1940 req-a4382a01-ad53-4965-bb3d-6277dc127258 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Unset dirty status for tenant:55912e2c736c4beba78cf481c6cccf68 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:23:12.120993 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cea4aa1b-e408-443e-9171-49628bde1940 req-a4382a01-ad53-4965-bb3d-6277dc127258 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1270316 Jan 18 14:23:12.169327 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cea4aa1b-e408-443e-9171-49628bde1940 req-a2622f7a-b9bb-4600-a502-3b4ca3ab09de tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Jan 18 14:23:12.529982 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37428) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:12.679810 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:12.713625 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:12.718098 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Usage tracker for resource:security_group_rule and tenant:bacafb0c530c405c87ae6d15ed508127 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:12.721090 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:12.727144 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:12.802680 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:12.808492 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:12.865641 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37436) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:12.875783 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bacafb0c530c405c87ae6d15ed508127&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3444142 Jan 18 14:23:12.876850 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3194f7f3-7a69-4153-b04e-2eeb71bef35a,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:12.893833 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.894178 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.894515 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.894851 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.895182 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.895514 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.895839 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.896168 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.903597 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.903957 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.904303 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee75b74-8443-4234-8df3-76816145a71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:12.946032 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:12.974451 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:13.015542 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:13.035916 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:13.091236 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3194f7f3-7a69-4153-b04e-2eeb71bef35a,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:13.119800 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:13.120831 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3194f7f3-7a69-4153-b04e-2eeb71bef35a HTTP/1.1" status: 204 len: 168 time: 0.2542694 Jan 18 14:23:13.142968 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.143319 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.143653 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.144008 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.144338 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.144746 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.144989 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.145312 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.145622 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.146500 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.146968 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0408a9b-173c-4d7c-aa04-6df3cd30082f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:23:13.172042 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761b6b1-90c8-480f-affe-333903899e33 req-066f8ed6-bd0d-429d-b340-e47e08a5e681 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:13.173875 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d761b6b1-90c8-480f-affe-333903899e33 req-066f8ed6-bd0d-429d-b340-e47e08a5e681 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1325967 Jan 18 14:23:13.237537 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d761b6b1-90c8-480f-affe-333903899e33 req-be3d4233-a14c-44a8-bc4d-6084052c7f0b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531867 Jan 18 14:23:13.410548 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b4c9c1de-688b-427e-82b7-8911229e37c8 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:23:13.441490 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43903f1c-3640-49b2-93f9-3b1e1a9d9816 req-195b8f6e-dd3e-46cf-8539-c17208d3d25b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:13.441490 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-43903f1c-3640-49b2-93f9-3b1e1a9d9816 req-195b8f6e-dd3e-46cf-8539-c17208d3d25b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1088827 Jan 18 14:23:13.479822 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: b4c9c1de-688b-427e-82b7-8911229e37c8 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:23:13.490531 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b4c9c1de-688b-427e-82b7-8911229e37c8 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:23:13.521183 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-43903f1c-3640-49b2-93f9-3b1e1a9d9816 req-5197a095-4c1f-4112-8462-079cd57f33a4 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701847 Jan 18 14:23:14.455232 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5b59d-fede-43a7-83d9-1367121cd224 req-da1de361-fcee-44dc-91e0-ca5a952a3a06 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:14.456940 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f5b5b59d-fede-43a7-83d9-1367121cd224 req-da1de361-fcee-44dc-91e0-ca5a952a3a06 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0835121 Jan 18 14:23:14.512631 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f5b5b59d-fede-43a7-83d9-1367121cd224 req-886110f2-1f7c-429b-94e1-8f6957c03f68 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489566 Jan 18 14:23:14.841926 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58a58a-16ff-4786-8fce-0b114077b688 req-e1ed599c-bbb6-4dfc-9c1a-32fd44901003 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:14.844057 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2e58a58a-16ff-4786-8fce-0b114077b688 req-e1ed599c-bbb6-4dfc-9c1a-32fd44901003 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.1735415 Jan 18 14:23:14.897812 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2e58a58a-16ff-4786-8fce-0b114077b688 req-4f53a3f2-812b-4ab7-9663-53e6e9971b14 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471928 Jan 18 14:23:15.427519 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:23:15.642815 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:15.659834 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'port_id': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'mac_address': 'fa:16:3e:36:a7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:23:15.733304 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:15.769519 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68be78db-1faa-4b65-b022-83b28ebbfd3e {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:23:15.792140 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:15.798993 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd85e4-54d8-472f-9547-97fca4e1b800 req-7e3e8f08-a2d0-45e1-b727-b89587225b95 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:15.800681 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:15.801243 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-13dd85e4-54d8-472f-9547-97fca4e1b800 req-7e3e8f08-a2d0-45e1-b727-b89587225b95 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1005912 Jan 18 14:23:15.877364 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-13dd85e4-54d8-472f-9547-97fca4e1b800 req-02767c2c-75a8-48ce-8973-4b078fa6d4ba tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677226 Jan 18 14:23:15.891799 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=6']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:15.924469 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['68be78db-1faa-4b65-b022-83b28ebbfd3e'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:23:16.146436 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6917ab-94f8-4c1f-951e-ae147d67cbed req-f1987ee1-cc6f-44db-b9fd-d9f791e4f15c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:16.154854 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2f6917ab-94f8-4c1f-951e-ae147d67cbed req-f1987ee1-cc6f-44db-b9fd-d9f791e4f15c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0987096 Jan 18 14:23:16.207924 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2f6917ab-94f8-4c1f-951e-ae147d67cbed req-612bda8e-a6c8-48e4-bba0-65caf37b1d5b tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522232 Jan 18 14:23:17.124031 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487ceb6-b150-4c79-9c34-ceb6c4d18ac4 req-2b90bdca-2716-4f30-bbd8-87df8bf97378 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:17.125754 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c487ceb6-b150-4c79-9c34-ceb6c4d18ac4 req-2b90bdca-2716-4f30-bbd8-87df8bf97378 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.0951180 Jan 18 14:23:17.181523 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c487ceb6-b150-4c79-9c34-ceb6c4d18ac4 req-d335c37f-30be-4157-b5a5-af8cba53e124 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496471 Jan 18 14:23:17.450040 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4d28e-4dc4-413c-8194-02088184b9a2 req-fd79aa7e-0bca-449d-8d7e-0f5c3e45a932 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:17.451553 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:23:17.452520 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-63e4d28e-4dc4-413c-8194-02088184b9a2 req-fd79aa7e-0bca-449d-8d7e-0f5c3e45a932 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0930395 Jan 18 14:23:17.505366 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-63e4d28e-4dc4-413c-8194-02088184b9a2 req-3ab762e1-da6b-4d7f-96fa-dba98e1cb87c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Jan 18 14:23:17.556324 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 68be78db-1faa-4b65-b022-83b28ebbfd3e triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:23:17.556581 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:17.694332 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:17.725391 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:23:17.736841 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:17.742551 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:17.803887 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'code': 200} Jan 18 14:23:17.818323 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=7']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:18.407709 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01e17-918f-47e9-bf46-95d25ffa0f1b req-3208108c-ad75-4f7c-bfa1-d06e25775dfd tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:18.409859 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-47d01e17-918f-47e9-bf46-95d25ffa0f1b req-3208108c-ad75-4f7c-bfa1-d06e25775dfd tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0764449 Jan 18 14:23:18.459536 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-47d01e17-918f-47e9-bf46-95d25ffa0f1b req-b39bf188-e350-4f09-a1c0-b2cbbe70a65f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437806 Jan 18 14:23:18.759963 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba61a3-b3a8-4e4b-b72a-fcbff131813a req-0f8d001b-9eff-46de-836e-1a627209b986 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:18.767714 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4ba61a3-b3a8-4e4b-b72a-fcbff131813a req-0f8d001b-9eff-46de-836e-1a627209b986 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0871279 Jan 18 14:23:18.814479 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-8ef35725-1ea6-4312-a509-4ba263c488c8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:18.815585 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-8ef35725-1ea6-4312-a509-4ba263c488c8 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 946 time: 0.0849102 Jan 18 14:23:18.856279 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4ba61a3-b3a8-4e4b-b72a-fcbff131813a req-7a976b8d-83d2-4af0-8f54-8b0c3c5c52b7 tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/security-groups?id=7059d49a-7f2d-475f-a478-fe73cb8dbae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884876 Jan 18 14:23:18.922496 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Deleting port 2aa4e895-16eb-447d-9ffe-62cbd71c8468 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:23:18.922946 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:19.197508 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] For port 2aa4e895-16eb-447d-9ffe-62cbd71c8468, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2aa4e895-16eb-447d-9ffe-62cbd71c8468,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:19.198444 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:19.335988 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Calling delete_port for 2aa4e895-16eb-447d-9ffe-62cbd71c8468 owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:23:19.488212 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:19.499803 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['2aa4e895-16eb-447d-9ffe-62cbd71c8468'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:23:19.538067 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Pushing event deleted for resources: {'Port': ['ID=2aa4e895-16eb-447d-9ffe-62cbd71c8468,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:19.627489 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] No DVR routers for this DVR port 2aa4e895-16eb-447d-9ffe-62cbd71c8468 on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:23:19.629943 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:19.634618 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0554a38-a8ee-4aa1-afe5-067accd5aae3', 'name': 'network-vif-deleted', 'tag': '2aa4e895-16eb-447d-9ffe-62cbd71c8468'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:23:19.659247 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0ef1f397-5fd8-4c27-b890-3e4f80037fdc req-60d9661a-c542-4984-8795-33c98a096c6c tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.77 "DELETE /v2.0/ports/2aa4e895-16eb-447d-9ffe-62cbd71c8468 HTTP/1.1" status: 204 len: 173 time: 0.8348510 Jan 18 14:23:19.720940 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0554a38-a8ee-4aa1-afe5-067accd5aae3', 'name': 'network-vif-deleted', 'tag': '2aa4e895-16eb-447d-9ffe-62cbd71c8468', 'status': 'completed', 'code': 200} Jan 18 14:23:19.769011 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583acb12-435b-412b-bb1d-35ee63e18a60 req-58226ffb-3518-49c8-80a4-f9c7b6456597 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:19.776509 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-583acb12-435b-412b-bb1d-35ee63e18a60 req-58226ffb-3518-49c8-80a4-f9c7b6456597 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1029720 Jan 18 14:23:19.833881 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-583acb12-435b-412b-bb1d-35ee63e18a60 req-a8a4e58a-2723-4eee-a016-4be8d7133aec tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563087 Jan 18 14:23:19.848370 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45035ba7-d6b1-47eb-8543-adb6c4244a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:20.087538 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8a5a03c8-d2b2-4631-b32f-e64c53dd0627 req-33a159ae-2c1b-4d76-9715-124f129b371e tempest-ServerRescueNegativeTestJSON-677923018 tempest-ServerRescueNegativeTestJSON-677923018-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0554a38-a8ee-4aa1-afe5-067accd5aae3 HTTP/1.1" status: 200 len: 210 time: 0.0757148 Jan 18 14:23:21.101816 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887371-2208-498e-8ea7-e6fd38cb4c80 req-32f7263a-8938-48b9-a769-499f6303ee19 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:21.106186 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-16887371-2208-498e-8ea7-e6fd38cb4c80 req-32f7263a-8938-48b9-a769-499f6303ee19 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1042016 Jan 18 14:23:21.215590 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-16887371-2208-498e-8ea7-e6fd38cb4c80 req-bf211e1c-e10e-42c0-baf8-e7403e702d7b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019163 Jan 18 14:23:21.241681 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37596) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:21.740454 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890100'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:22.164000 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-190ad25e-7d3c-4aec-a969-1d068cf82338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:22.557075 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:23:22.667536 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228683e-fd86-4793-a5f9-b0ac554261e5 req-bbaf1b02-2c71-4344-8bbf-db531141ecd8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:22.675522 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4228683e-fd86-4793-a5f9-b0ac554261e5 req-bbaf1b02-2c71-4344-8bbf-db531141ecd8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1809218 Jan 18 14:23:22.751700 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4228683e-fd86-4793-a5f9-b0ac554261e5 req-345d8c54-9d96-4781-b5bc-b30ce1435263 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748243 Jan 18 14:23:22.771786 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Deleting port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:23:22.772416 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:23.017545 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] For port 4dc9aba2-37c9-4d65-a8f6-a405254eaecd, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=4dc9aba2-37c9-4d65-a8f6-a405254eaecd,segment=NetworkSegment(dabee011-b708-4b7d-8cef-980d29f31eb8),segment_id=dabee011-b708-4b7d-8cef-980d29f31eb8)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:23.017958 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:23.155260 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Calling delete_port for 4dc9aba2-37c9-4d65-a8f6-a405254eaecd owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:23:23.211119 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:23.480139 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 2aa4e895-16eb-447d-9ffe-62cbd71c8468 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:23:23.524144 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 2aa4e895-16eb-447d-9ffe-62cbd71c8468 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:23:23.528412 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 2aa4e895-16eb-447d-9ffe-62cbd71c8468 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:23:23.539914 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:23.911008 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:24.038101 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc9aba2-37c9-4d65-a8f6-a405254eaecd,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:24.220844 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192f115-4644-43c7-84d7-e2176bd5dc1c req-96632da4-8f0b-43ce-9b69-ff4bd557217a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:24.233929 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6192f115-4644-43c7-84d7-e2176bd5dc1c req-96632da4-8f0b-43ce-9b69-ff4bd557217a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.2200940 Jan 18 14:23:24.337289 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6192f115-4644-43c7-84d7-e2176bd5dc1c req-e988c1bd-36e4-4e53-84a5-0dd10293865d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021030 Jan 18 14:23:24.551980 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:24.553642 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2753659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890781'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:25.716449 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Router 22ab178d-aa97-4996-8ba6-ce80d43486d2 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:23:25.740346 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c9f06-8268-439c-b4c7-a2ffa37e639e req-25e17f00-8282-437a-8dcd-09ca70b483c9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:25.743171 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bf8c9f06-8268-439c-b4c7-a2ffa37e639e req-25e17f00-8282-437a-8dcd-09ca70b483c9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1561689 Jan 18 14:23:25.955820 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bf8c9f06-8268-439c-b4c7-a2ffa37e639e req-883671f8-cad7-44a6-afc8-dce891ad0a21 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021887 Jan 18 14:23:26.148864 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:23:26.163229 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] Sync routers for ids ['22ab178d-aa97-4996-8ba6-ce80d43486d2'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:23:26.179338 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-82aaf0a4-38ac-4549-971d-e14f5a8f158a admin admin] 10.222.0.45 "PUT /v2.0/routers/22ab178d-aa97-4996-8ba6-ce80d43486d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9368100 Jan 18 14:23:26.181917 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37662) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:26.186169 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] Routers {'22ab178d-aa97-4996-8ba6-ce80d43486d2'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:23:26.187022 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:23:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['22ab178d-aa97-4996-8ba6-ce80d43486d2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:26.505576 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] Set router 22ab178d-aa97-4996-8ba6-ce80d43486d2 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:23:26.554663 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:26.970917 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:26.987062 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Deleting port 9d09f432-69ed-42cd-81fe-817e007b6df0 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:23:26.987744 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:27.100362 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:23:23Z', 'revision_number': 5, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'gw_port': {'id': '9d09f432-69ed-42cd-81fe-817e007b6df0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:42Z', 'updated_at': '2022-01-18T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:27.109493 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] Checking router: 22ab178d-aa97-4996-8ba6-ce80d43486d2 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:23:27.139720 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] Routers {'22ab178d-aa97-4996-8ba6-ce80d43486d2'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:23:27.140328 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:23:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['22ab178d-aa97-4996-8ba6-ce80d43486d2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:27.439374 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a21ce4-6e12-42dc-a0d4-3564decf6716 req-a92f1f38-e7e0-4b2f-a5b0-7611b05b6522 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:27.440829 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-88a21ce4-6e12-42dc-a0d4-3564decf6716 req-a92f1f38-e7e0-4b2f-a5b0-7611b05b6522 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.2356379 Jan 18 14:23:27.447529 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] For port 9d09f432-69ed-42cd-81fe-817e007b6df0, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=9d09f432-69ed-42cd-81fe-817e007b6df0,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:27.447887 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:27.537087 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] Set router 22ab178d-aa97-4996-8ba6-ce80d43486d2 gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:23:27.774553 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:23:26Z', 'revision_number': 6, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'gw_port_host': None}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:27.780051 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320cfa75-4b56-4910-a2d9-b27cce134253 None None] The sync data for ids ['22ab178d-aa97-4996-8ba6-ce80d43486d2'] in dv-cinder-825106-1-iscsi is: [{'id': '22ab178d-aa97-4996-8ba6-ce80d43486d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1236750244-router', 'tenant_id': '55912e2c736c4beba78cf481c6cccf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:23:26Z', 'revision_number': 6, 'project_id': '55912e2c736c4beba78cf481c6cccf68', 'gw_port_host': None}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:23:27.781336 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Calling delete_port for 9d09f432-69ed-42cd-81fe-817e007b6df0 owned by network:router_gateway {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:23:27.920057 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-88a21ce4-6e12-42dc-a0d4-3564decf6716 req-c2a32464-06a5-4d80-b7bf-dc99c659a06d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559886 Jan 18 14:23:28.254975 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 4dc9aba2-37c9-4d65-a8f6-a405254eaecd no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:23:28.349251 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 4dc9aba2-37c9-4d65-a8f6-a405254eaecd {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:23:28.350518 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 4dc9aba2-37c9-4d65-a8f6-a405254eaecd not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:23:28.453509 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:28.632676 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d09f432-69ed-42cd-81fe-817e007b6df0,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:28.935166 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37690) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:28.990178 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890833'] for router_gateway, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:29.208147 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-81ca794b-8170-436a-b74a-c91d4237ec39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:29.519210 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-81ca794b-8170-436a-b74a-c91d4237ec39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:29.527023 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-81ca794b-8170-436a-b74a-c91d4237ec39 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b27a60812c456bb769b3be6beb4f3d is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:29.549429 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-81ca794b-8170-436a-b74a-c91d4237ec39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:29.551720 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104052'] for router, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:29.557007 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-81ca794b-8170-436a-b74a-c91d4237ec39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:29.557790 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:29.605601 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1acd33-e003-4220-8187-94aa4253ce81 req-66c065ab-ac8f-4f32-af92-b691ad6c4162 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:29.607067 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b1acd33-e003-4220-8187-94aa4253ce81 req-66c065ab-ac8f-4f32-af92-b691ad6c4162 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1969268 Jan 18 14:23:29.684267 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b1acd33-e003-4220-8187-94aa4253ce81 req-bcd219ba-84f0-479e-aba4-91a50f94a91e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536056 Jan 18 14:23:29.697405 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883129'] for router, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:29.705506 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ab178d-aa97-4996-8ba6-ce80d43486d2 {{(pid=82795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:23:29.727595 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:29.728719 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-c44e4452-3837-46f3-9df5-c18efe8de0e9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/22ab178d-aa97-4996-8ba6-ce80d43486d2 HTTP/1.1" status: 204 len: 168 time: 3.5457995 Jan 18 14:23:29.731453 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37700) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:29.859167 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-81ca794b-8170-436a-b74a-c91d4237ec39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:29.877792 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-81ca794b-8170-436a-b74a-c91d4237ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:29.995384 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-81ca794b-8170-436a-b74a-c91d4237ec39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6b27a60812c456bb769b3be6beb4f3d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0589554 Jan 18 14:23:29.998674 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37704) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:30.015589 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a11061-4a4e-4575-85ff-03b067e34595 admin admin] Deleting subnet 151b26d6-9a43-418f-abe6-a41b56190ec0 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:23:30.023900 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d3a11061-4a4e-4575-85ff-03b067e34595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.104551 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca794b-8170-436a-b74a-c91d4237ec39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d5c210-7ebe-40fe-8b12-7c8feb1a9ea3,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:30.136991 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cea-04f8-4f07-917d-4f9c0d347838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.175645 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d3a11061-4a4e-4575-85ff-03b067e34595 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.237173 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d3a11061-4a4e-4575-85ff-03b067e34595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.251858 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cea-04f8-4f07-917d-4f9c0d347838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.435880 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 9d09f432-69ed-42cd-81fe-817e007b6df0 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:23:30.466194 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cea-04f8-4f07-917d-4f9c0d347838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.486797 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d3a11061-4a4e-4575-85ff-03b067e34595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.522009 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f6cea-04f8-4f07-917d-4f9c0d347838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d5c210-7ebe-40fe-8b12-7c8feb1a9ea3,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:30.572218 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3e8f6cea-04f8-4f07-917d-4f9c0d347838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.572218 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3e8f6cea-04f8-4f07-917d-4f9c0d347838 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19d5c210-7ebe-40fe-8b12-7c8feb1a9ea3 HTTP/1.1" status: 204 len: 168 time: 0.5533938 Jan 18 14:23:30.591166 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d3a11061-4a4e-4575-85ff-03b067e34595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.616623 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d3a11061-4a4e-4575-85ff-03b067e34595 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/151b26d6-9a43-418f-abe6-a41b56190ec0 HTTP/1.1" status: 204 len: 168 time: 0.8748591 Jan 18 14:23:30.616749 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37710) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:30.634644 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11061-4a4e-4575-85ff-03b067e34595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151b26d6-9a43-418f-abe6-a41b56190ec0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:30.704874 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 9d09f432-69ed-42cd-81fe-817e007b6df0 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:23:30.705245 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 9d09f432-69ed-42cd-81fe-817e007b6df0 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:23:30.773617 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.959181 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:30.996328 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7868572-8726-4c93-974b-0ce5ad4eb81c']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:31.013111 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabee011-b708-4b7d-8cef-980d29f31eb8') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:31.013491 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabee011-b708-4b7d-8cef-980d29f31eb8') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:31.029494 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:31.055088 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:31.066964 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:23:31.067659 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:23:31.173163 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:23:31.226303 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:31.230810 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:31.253086 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7868572-8726-4c93-974b-0ce5ad4eb81c,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:31.296471 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-c8bd5127-4c81-4c67-8227-2f7fefd57490 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a7868572-8726-4c93-974b-0ce5ad4eb81c HTTP/1.1" status: 204 len: 168 time: 0.6839280 Jan 18 14:23:31.310847 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453655a-43e6-4400-9765-71268ad52c4f req-f96a1f33-c8cb-4eed-b5dd-144879ebbb8a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:31.312819 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a453655a-43e6-4400-9765-71268ad52c4f req-f96a1f33-c8cb-4eed-b5dd-144879ebbb8a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1410325 Jan 18 14:23:31.439369 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37732) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:31.479991 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9bc05b48-a8dc-4da3-a084-b0064411685d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:31.508943 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a453655a-43e6-4400-9765-71268ad52c4f req-2c5b33dd-ea3e-4e86-bbfe-0253f3d4d4d8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864729 Jan 18 14:23:31.585667 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9bc05b48-a8dc-4da3-a084-b0064411685d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:31.599940 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9bc05b48-a8dc-4da3-a084-b0064411685d admin admin] Usage tracker for resource:security_group_rule and tenant:faf838734f0742ab82689556f6f96611 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:31.609920 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9bc05b48-a8dc-4da3-a084-b0064411685d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:31.630298 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9bc05b48-a8dc-4da3-a084-b0064411685d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:31.633796 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37736) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:31.771714 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f7e79b4b-f0a3-495a-bb8c-b8161bf07359 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55912e2c736c4beba78cf481c6cccf68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1360652 Jan 18 14:23:31.778720 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37742) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:31.785487 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9bc05b48-a8dc-4da3-a084-b0064411685d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:31.794843 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9bc05b48-a8dc-4da3-a084-b0064411685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:31.862874 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc05b48-a8dc-4da3-a084-b0064411685d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2691d9-b9b9-4b18-8712-13edaeea5afd,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:31.882178 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9bc05b48-a8dc-4da3-a084-b0064411685d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=faf838734f0742ab82689556f6f96611&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4386950 Jan 18 14:23:31.883583 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37746) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:31.903014 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7ce127ca-ec85-45b7-9364-d42eda9660e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:31.935116 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7ce127ca-ec85-45b7-9364-d42eda9660e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:32.036563 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7ce127ca-ec85-45b7-9364-d42eda9660e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:32.079054 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55914d4d-aa21-4e11-b6f1-7851a0c6acf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:32.087717 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce127ca-ec85-45b7-9364-d42eda9660e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7059d49a-7f2d-475f-a478-fe73cb8dbae2,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:32.092517 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7ce127ca-ec85-45b7-9364-d42eda9660e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:32.096536 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-7ce127ca-ec85-45b7-9364-d42eda9660e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7059d49a-7f2d-475f-a478-fe73cb8dbae2 HTTP/1.1" status: 204 len: 168 time: 0.3167837 Jan 18 14:23:32.122405 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55914d4d-aa21-4e11-b6f1-7851a0c6acf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:32.181837 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55914d4d-aa21-4e11-b6f1-7851a0c6acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:32.208061 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55914d4d-aa21-4e11-b6f1-7851a0c6acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2691d9-b9b9-4b18-8712-13edaeea5afd,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:32.215947 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-55914d4d-aa21-4e11-b6f1-7851a0c6acf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:32.223584 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-55914d4d-aa21-4e11-b6f1-7851a0c6acf8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a2691d9-b9b9-4b18-8712-13edaeea5afd HTTP/1.1" status: 204 len: 168 time: 0.3302624 Jan 18 14:23:32.759515 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37770) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:32.873210 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-90804711-7e4e-417f-b5d6-656ab1654cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:32.936770 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-90804711-7e4e-417f-b5d6-656ab1654cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:32.941142 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-90804711-7e4e-417f-b5d6-656ab1654cfe admin admin] Usage tracker for resource:security_group_rule and tenant:35d48602b90a457cb703f06e0de82b84 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:32.946124 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-90804711-7e4e-417f-b5d6-656ab1654cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:32.964271 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-90804711-7e4e-417f-b5d6-656ab1654cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:33.006549 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83b91-a0c8-405e-889d-c07f4779a6e3 req-6a951a2d-17fb-4e1e-9970-328908d8e14f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:33.008607 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8aa83b91-a0c8-405e-889d-c07f4779a6e3 req-6a951a2d-17fb-4e1e-9970-328908d8e14f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.2140350 Jan 18 14:23:33.113429 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8aa83b91-a0c8-405e-889d-c07f4779a6e3 req-dc816710-4f0a-4ceb-bb37-82ece9a7669c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974727 Jan 18 14:23:33.120592 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-90804711-7e4e-417f-b5d6-656ab1654cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:33.132829 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-90804711-7e4e-417f-b5d6-656ab1654cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:33.193229 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90804711-7e4e-417f-b5d6-656ab1654cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfeafb8-1545-488f-945b-069ecdb71b3e,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:33.200205 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-90804711-7e4e-417f-b5d6-656ab1654cfe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35d48602b90a457cb703f06e0de82b84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4368272 Jan 18 14:23:33.200991 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37788) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:33.272890 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6159d888-9507-4234-ba26-7722b622b360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:33.328864 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6159d888-9507-4234-ba26-7722b622b360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:33.400370 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6159d888-9507-4234-ba26-7722b622b360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:33.436548 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159d888-9507-4234-ba26-7722b622b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfeafb8-1545-488f-945b-069ecdb71b3e,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:33.440241 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6159d888-9507-4234-ba26-7722b622b360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:33.444050 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-6159d888-9507-4234-ba26-7722b622b360 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbfeafb8-1545-488f-945b-069ecdb71b3e HTTP/1.1" status: 204 len: 168 time: 0.2389708 Jan 18 14:23:34.447378 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cf7fe-7063-4e2a-b36b-924739ddb150 req-9f8cf10f-1f23-4b47-9150-bdcc8d5b596b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:34.459021 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cb5cf7fe-7063-4e2a-b36b-924739ddb150 req-9f8cf10f-1f23-4b47-9150-bdcc8d5b596b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1320868 Jan 18 14:23:34.575707 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cb5cf7fe-7063-4e2a-b36b-924739ddb150 req-2ff36040-043a-4969-90bd-cdfd992f3b8a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130724 Jan 18 14:23:35.483562 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 37896) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:35.576983 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb48cce3-a2f0-4c0a-99fe-1531a783916c admin admin] Deleting subnet b6ba4bd3-1e38-46bc-bbfc-006eb6837d13 {{(pid=82795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:23:35.580548 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-fb48cce3-a2f0-4c0a-99fe-1531a783916c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:35.641893 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-fb48cce3-a2f0-4c0a-99fe-1531a783916c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2505060'] for subnet, precommit_delete_associations {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:35.735659 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-fb48cce3-a2f0-4c0a-99fe-1531a783916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:35.884980 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578c25-6a6c-43cc-ac86-13b6bcadfbe1 req-a7dc58e4-4fb9-4f37-9fd8-647e272eb221 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:35.887257 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4c578c25-6a6c-43cc-ac86-13b6bcadfbe1 req-a7dc58e4-4fb9-4f37-9fd8-647e272eb221 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1197488 Jan 18 14:23:35.888656 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-fb48cce3-a2f0-4c0a-99fe-1531a783916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2769758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3175511'] for subnet, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:36.018560 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-fb48cce3-a2f0-4c0a-99fe-1531a783916c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:36.058292 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48cce3-a2f0-4c0a-99fe-1531a783916c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ba4bd3-1e38-46bc-bbfc-006eb6837d13,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:36.068824 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-fb48cce3-a2f0-4c0a-99fe-1531a783916c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b6ba4bd3-1e38-46bc-bbfc-006eb6837d13 HTTP/1.1" status: 204 len: 168 time: 0.5840640 Jan 18 14:23:36.071640 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37918) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:36.104607 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4c578c25-6a6c-43cc-ac86-13b6bcadfbe1 req-a2186c82-a42b-4755-90ac-1f908320476e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054243 Jan 18 14:23:36.220875 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:36.374958 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:36.407239 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.407623 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.408395 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.408940 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > port after_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.409325 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > port after_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.409656 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > port after_update 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.410031 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.410373 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.410735 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.411057 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.543980 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.544430 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.544890 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.545446 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 14:23:36.545965 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564f082f-f27d-4e49-bf9e-7361d6abaa76']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:36.562228 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1f3131-30ee-4ff4-a264-ae2085762f30') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:36.562709 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1f3131-30ee-4ff4-a264-ae2085762f30') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:36.579042 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2409866'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:36.597153 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:36.605099 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:23:36.605711 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2795610'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: util.warn_limited( Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: util.warn_limited( Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: timer() Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: self._notify() Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: event.method(event) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:23:36.621869 dv-cinder-825106-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:23:36.695388 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:36.714771 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:36.722002 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] Pushing event deleted for resources: {'Network': ['ID=564f082f-f27d-4e49-bf9e-7361d6abaa76,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:36.737632 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8991b124-7457-422d-935b-0d674e21f86e admin admin] 10.222.0.45 "DELETE /v2.0/networks/564f082f-f27d-4e49-bf9e-7361d6abaa76 HTTP/1.1" status: 204 len: 168 time: 0.6649191 Jan 18 14:23:36.936427 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37962) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:36.992643 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ee2b7039-ae03-4003-900b-8f3d3d5a7a8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ec00bd8d7eb49a9b6f8c494c56df509&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549369 Jan 18 14:23:36.995045 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37970) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:37.052532 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-07ae8d62-29cc-4228-bdbb-7da795004fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.079386 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-07ae8d62-29cc-4228-bdbb-7da795004fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.129917 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-07ae8d62-29cc-4228-bdbb-7da795004fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.147572 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae8d62-29cc-4228-bdbb-7da795004fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a629b0-ff72-4d0b-8466-26465460ee55,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:37.163167 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-07ae8d62-29cc-4228-bdbb-7da795004fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.164558 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-07ae8d62-29cc-4228-bdbb-7da795004fba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8a629b0-ff72-4d0b-8466-26465460ee55 HTTP/1.1" status: 204 len: 168 time: 0.1684482 Jan 18 14:23:37.322514 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396d377-f006-4347-b84a-54386b9b36bc req-a7b9494e-de38-4ec1-a25f-a9f88ea9def5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:37.324620 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7396d377-f006-4347-b84a-54386b9b36bc req-a7b9494e-de38-4ec1-a25f-a9f88ea9def5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0838923 Jan 18 14:23:37.373429 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7396d377-f006-4347-b84a-54386b9b36bc req-ad6e114f-cf0e-4044-bacc-931083bc84e8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 Jan 18 14:23:37.411897 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 37986) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:37.549067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2e78-8b3f-4507-b52d-da64d237d80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.582869 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6f1b2e78-8b3f-4507-b52d-da64d237d80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:37.586793 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6f1b2e78-8b3f-4507-b52d-da64d237d80f admin admin] Usage tracker for resource:security_group_rule and tenant:f7d542e3041f44abaacd42eff31151fa is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:37.590242 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6f1b2e78-8b3f-4507-b52d-da64d237d80f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:37.599210 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6f1b2e78-8b3f-4507-b52d-da64d237d80f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:37.668563 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2e78-8b3f-4507-b52d-da64d237d80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.672239 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2e78-8b3f-4507-b52d-da64d237d80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.718345 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b2e78-8b3f-4507-b52d-da64d237d80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a195ad-0b81-4904-b9f6-febf0b89e6a7,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:37.722478 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6f1b2e78-8b3f-4507-b52d-da64d237d80f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7d542e3041f44abaacd42eff31151fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3095748 Jan 18 14:23:37.725098 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38004) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:37.847113 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-63b741ef-8b74-4bdc-8503-f19167f31d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.873577 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-63b741ef-8b74-4bdc-8503-f19167f31d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.930022 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-63b741ef-8b74-4bdc-8503-f19167f31d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.947018 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b741ef-8b74-4bdc-8503-f19167f31d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a195ad-0b81-4904-b9f6-febf0b89e6a7,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:37.952560 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-63b741ef-8b74-4bdc-8503-f19167f31d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:37.954223 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-63b741ef-8b74-4bdc-8503-f19167f31d4a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18a195ad-0b81-4904-b9f6-febf0b89e6a7 HTTP/1.1" status: 204 len: 168 time: 0.2281997 Jan 18 14:23:37.974696 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38016) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:38.096250 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1375207379-network', 'tenant_id': '794bc2891bbf4af9a61f19494a1c89f9'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:23:38.102287 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:38.106740 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Usage tracker for resource:network and tenant:794bc2891bbf4af9a61f19494a1c89f9 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:38.109640 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:38.115660 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:38.126501 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Made reservation on behalf of 794bc2891bbf4af9a61f19494a1c89f9 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:23:38.129553 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.142306 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.174511 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:38.178309 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Usage tracker for resource:security_group_rule and tenant:794bc2891bbf4af9a61f19494a1c89f9 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:38.181614 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:38.187899 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:38.253805 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.257562 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.283707 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:23:38.296185 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8639ddb1-b208-413a-9928-b5955bc7d596,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:38.300469 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.300812 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Added segment 45eb97ab-57e0-4464-9b3c-b497e7c2eaf2 of type vlan for network b1dc5c60-179c-417d-a706-e6b8d2271005 Jan 18 14:23:38.329647 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.349265 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38024) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:38.359242 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.360177 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:38.360870 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.367611 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2a67a42e-3826-4721-857a-86e7377cc087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.398418 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-2a67a42e-3826-4721-857a-86e7377cc087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:38.402675 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-2a67a42e-3826-4721-857a-86e7377cc087 admin admin] Usage tracker for resource:security_group_rule and tenant:cca4691485b94b5c8b167b7823daf683 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:38.405422 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-2a67a42e-3826-4721-857a-86e7377cc087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:38.411022 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-2a67a42e-3826-4721-857a-86e7377cc087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:38.462611 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4866767 Jan 18 14:23:38.466068 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38030) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:38.468867 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663f690-c157-4e57-b516-1cb68b95439e admin admin] Pushing event updated for resources: {'Network': ['ID=b1dc5c60-179c-417d-a706-e6b8d2271005,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:38.473753 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Request body: {'subnet': {'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1375207379-subnet', 'tenant_id': '794bc2891bbf4af9a61f19494a1c89f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:23:38.478469 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:38.482949 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Usage tracker for resource:subnet and tenant:794bc2891bbf4af9a61f19494a1c89f9 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:38.486236 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network b1dc5c60-179c-417d-a706-e6b8d2271005 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:23:38.487375 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:38.492804 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:38.502096 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Made reservation on behalf of 794bc2891bbf4af9a61f19494a1c89f9 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:23:38.504575 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776841'] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.530674 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2a67a42e-3826-4721-857a-86e7377cc087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.536612 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-2a67a42e-3826-4721-857a-86e7377cc087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.574928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67a42e-3826-4721-857a-86e7377cc087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e387a-27cd-4163-8efa-40baed17de97,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:38.598062 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-2a67a42e-3826-4721-857a-86e7377cc087 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cca4691485b94b5c8b167b7823daf683&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2470627 Jan 18 14:23:38.598876 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38034) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:38.664127 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1010b3da-8acf-4239-ad7d-c53a5803510e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.682192 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766601d-cd22-46dd-bc5e-99978a5afe28 req-bf85ef79-a6ed-4b93-832d-82878b6944c4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:38.683615 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6766601d-cd22-46dd-bc5e-99978a5afe28 req-bf85ef79-a6ed-4b93-832d-82878b6944c4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1187141 Jan 18 14:23:38.692423 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1010b3da-8acf-4239-ad7d-c53a5803510e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.745265 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1010b3da-8acf-4239-ad7d-c53a5803510e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.762346 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010b3da-8acf-4239-ad7d-c53a5803510e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e387a-27cd-4163-8efa-40baed17de97,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:38.765659 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1010b3da-8acf-4239-ad7d-c53a5803510e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.769049 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-1010b3da-8acf-4239-ad7d-c53a5803510e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f50e387a-27cd-4163-8efa-40baed17de97 HTTP/1.1" status: 204 len: 168 time: 0.1668127 Jan 18 14:23:38.793771 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6766601d-cd22-46dd-bc5e-99978a5afe28 req-94e250e4-ee37-4647-97de-a8157b43c8db tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788898 Jan 18 14:23:38.816366 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2662847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776863'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.888857 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe73b0e-64a6-468e-8387-0191d9d79058,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:38.900130 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Checking segment: {'id': '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:23:38.900488 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Network hostable DHCP agents. Network: b1dc5c60-179c-417d-a706-e6b8d2271005, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:23:38.923620 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Network b1dc5c60-179c-417d-a706-e6b8d2271005 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:23:38.933054 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, b1dc5c60-179c-417d-a706-e6b8d2271005) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:23:38.937196 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:38.937849 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:38.942782 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274e7c3e-e5e9-4aa4-9df3-1d8a803b6949 None None] Network b1dc5c60-179c-417d-a706-e6b8d2271005 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:23:38.960832 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-34f6ecd7-4946-441b-b827-4b0b2e2e1697 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4935942 Jan 18 14:23:39.156400 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde51d9-e8c1-450f-8181-30f145e41408 None None] Network b1dc5c60-179c-417d-a706-e6b8d2271005 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:23:40.016491 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef37b1-1fec-4759-8690-7f59e2a85888 req-c1e535b5-3b24-4ed8-9895-62810bbcd974 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:40.018033 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-86ef37b1-1fec-4759-8690-7f59e2a85888 req-c1e535b5-3b24-4ed8-9895-62810bbcd974 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.0801733 Jan 18 14:23:40.063641 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-86ef37b1-1fec-4759-8690-7f59e2a85888 req-d9f6ae55-afbe-4a84-b97a-2065ee6bd023 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Jan 18 14:23:40.121826 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38086) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:40.256412 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-130834a0-e813-43a4-91fe-4d4d08854217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:40.286836 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-130834a0-e813-43a4-91fe-4d4d08854217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:40.290554 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-130834a0-e813-43a4-91fe-4d4d08854217 admin admin] Usage tracker for resource:security_group_rule and tenant:d264566a71de4073b97f6b8a568b874d is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:40.293261 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-130834a0-e813-43a4-91fe-4d4d08854217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:40.298723 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-130834a0-e813-43a4-91fe-4d4d08854217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:40.364998 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-130834a0-e813-43a4-91fe-4d4d08854217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:40.368630 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-130834a0-e813-43a4-91fe-4d4d08854217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:40.414600 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130834a0-e813-43a4-91fe-4d4d08854217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ba25b0-e482-46cf-bc62-c0d2fbb7b59e,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:40.419904 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-130834a0-e813-43a4-91fe-4d4d08854217 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d264566a71de4073b97f6b8a568b874d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2970521 Jan 18 14:23:40.422567 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38092) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:40.481112 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-168294be-9f26-4be8-b91a-8abaac370459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:40.505787 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-168294be-9f26-4be8-b91a-8abaac370459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:40.554191 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-168294be-9f26-4be8-b91a-8abaac370459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:40.568755 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168294be-9f26-4be8-b91a-8abaac370459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ba25b0-e482-46cf-bc62-c0d2fbb7b59e,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:40.576984 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-168294be-9f26-4be8-b91a-8abaac370459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:40.577135 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-168294be-9f26-4be8-b91a-8abaac370459 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14ba25b0-e482-46cf-bc62-c0d2fbb7b59e HTTP/1.1" status: 204 len: 168 time: 0.1535192 Jan 18 14:23:40.898865 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d59a373c-1ce1-4e90-984e-394cd1258a87 req-b613f611-348d-44b8-a3af-a7cdef99cd50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 1098 time: 0.0716784 Jan 18 14:23:41.053663 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a373c-1ce1-4e90-984e-394cd1258a87 req-650c971f-6cec-47d0-9ec5-3e13f9cd1e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:41.055343 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d59a373c-1ce1-4e90-984e-394cd1258a87 req-650c971f-6cec-47d0-9ec5-3e13f9cd1e24 service neutron] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 918 time: 0.1499126 Jan 18 14:23:41.165498 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d59a373c-1ce1-4e90-984e-394cd1258a87 req-76d1c835-a18d-4f29-ad2e-654426b9cf1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e HTTP/1.1" status: 200 len: 1001 time: 0.1033652 Jan 18 14:23:41.236009 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a373c-1ce1-4e90-984e-394cd1258a87 req-ba4931d8-a5b2-4d6a-8ad6-a0e2a2ad9421 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:41.237896 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d59a373c-1ce1-4e90-984e-394cd1258a87 req-ba4931d8-a5b2-4d6a-8ad6-a0e2a2ad9421 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0662313 Jan 18 14:23:41.373367 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133fb50-aee9-4609-8abe-3a3ae23b430e req-864b45e4-abb8-4f22-af02-57b306d384ab tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:41.374822 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f133fb50-aee9-4609-8abe-3a3ae23b430e req-864b45e4-abb8-4f22-af02-57b306d384ab tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 945 time: 0.1334605 Jan 18 14:23:41.378654 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d59a373c-1ce1-4e90-984e-394cd1258a87 req-7c9d778b-7144-438e-86d8-6991fbe097f9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1076429 Jan 18 14:23:41.507776 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f133fb50-aee9-4609-8abe-3a3ae23b430e req-cb956ee9-f6cc-4093-bdc0-d209188d57de tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267667 Jan 18 14:23:41.551418 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d59a373c-1ce1-4e90-984e-394cd1258a87 req-665e4ad9-f8a6-4617-86a6-bf6c380e3900 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571059 Jan 18 14:23:41.680588 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d59a373c-1ce1-4e90-984e-394cd1258a87 req-99b4574c-d1a4-45ae-bbac-80edf0470d73 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229825 Jan 18 14:23:42.419263 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:23:42.428827 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e4ed6a-ee1c-4e99-9ab4-ec493312c7f7 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:42.429531 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e4ed6a-ee1c-4e99-9ab4-ec493312c7f7 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Synchronizing usage tracker for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:network {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:23:42.448346 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e4ed6a-ee1c-4e99-9ab4-ec493312c7f7 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Unset dirty status for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:network {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:23:42.449951 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e4ed6a-ee1c-4e99-9ab4-ec493312c7f7 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/networks?id=b1dc5c60-179c-417d-a706-e6b8d2271005 HTTP/1.1" status: 200 len: 814 time: 0.1629679 Jan 18 14:23:42.466588 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-fbed693b-3e35-49f7-a701-5cdbe863ffa5 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/quotas/794bc2891bbf4af9a61f19494a1c89f9 HTTP/1.1" status: 200 len: 375 time: 0.0112312 Jan 18 14:23:42.517537 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-4e90ccbd-611f-4e4d-8198-c57755281554 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=794bc2891bbf4af9a61f19494a1c89f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448587 Jan 18 14:23:42.535628 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:42.570695 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:23:42.577878 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:23:42.582727 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:42.647202 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=8']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:42.733653 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6053b6-71a4-40b7-acdc-434900d31041 req-f572a9e9-d713-4fa5-95cf-bff533543bb3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:42.735206 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4c6053b6-71a4-40b7-acdc-434900d31041 req-f572a9e9-d713-4fa5-95cf-bff533543bb3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0843253 Jan 18 14:23:42.780982 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4c6053b6-71a4-40b7-acdc-434900d31041 req-26968364-e7fe-4c7d-b5b3-275fec42365f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391197 Jan 18 14:23:42.798110 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-13ec75ce-d4ed-493d-ad0d-c005ec86ee03 service neutron] 10.222.0.45 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737846 Jan 18 14:23:42.870098 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'code': 200} Jan 18 14:23:42.928012 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-1ddc2e81-87fd-4c25-9095-ca12f60f6613 service neutron] 10.222.0.45 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242492 Jan 18 14:23:42.997323 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:43.115880 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8dbec3d1-8d4c-4aa8-b910-f43a32bd5819 req-8c934025-7dfc-42b9-a9a4-51a89c06a067 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 210 time: 0.0491619 Jan 18 14:23:43.998450 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0dd0d-ab2e-4364-8174-21041b22302a req-01373b60-b6fb-448a-bd1f-935198b26218 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:44.000068 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-edf0dd0d-ab2e-4364-8174-21041b22302a req-01373b60-b6fb-448a-bd1f-935198b26218 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0813725 Jan 18 14:23:44.047989 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-edf0dd0d-ab2e-4364-8174-21041b22302a req-e84640dd-71a4-40d5-9705-7322de3d3136 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Jan 18 14:23:44.057162 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38204) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:44.203184 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-94dfbbde-ccf2-4ecb-9994-285749d3261f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:44.235923 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-94dfbbde-ccf2-4ecb-9994-285749d3261f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:44.269032 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-94dfbbde-ccf2-4ecb-9994-285749d3261f admin admin] Usage tracker for resource:security_group_rule and tenant:a1434e9d7ce64eecad6bfe8e2d473270 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:44.275807 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-94dfbbde-ccf2-4ecb-9994-285749d3261f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:44.286682 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e659c115-a10f-40d3-82ea-5714ace27c57 req-02483959-58e9-493e-bcb4-f370a340ddc4 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 210 time: 0.0482209 Jan 18 14:23:44.287492 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-94dfbbde-ccf2-4ecb-9994-285749d3261f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:44.357211 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-94dfbbde-ccf2-4ecb-9994-285749d3261f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:44.361837 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-94dfbbde-ccf2-4ecb-9994-285749d3261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:44.406533 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfbbde-ccf2-4ecb-9994-285749d3261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9696cff-7c39-43b1-b209-b509f6576e0b,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:44.415198 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-94dfbbde-ccf2-4ecb-9994-285749d3261f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1434e9d7ce64eecad6bfe8e2d473270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3564315 Jan 18 14:23:44.418444 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38222) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:44.568636 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bc772571-0109-40d2-8da9-411e9db79c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:44.594604 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bc772571-0109-40d2-8da9-411e9db79c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:44.644744 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bc772571-0109-40d2-8da9-411e9db79c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:44.662977 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc772571-0109-40d2-8da9-411e9db79c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9696cff-7c39-43b1-b209-b509f6576e0b,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:44.667834 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bc772571-0109-40d2-8da9-411e9db79c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:44.671621 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-bc772571-0109-40d2-8da9-411e9db79c82 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9696cff-7c39-43b1-b209-b509f6576e0b HTTP/1.1" status: 204 len: 168 time: 0.2495346 Jan 18 14:23:45.060899 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ca650634-7f94-42c7-8a60-67d7f86c06bc req-6e5665c4-1c51-4276-8a08-0c59d4ea6b90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2090077 Jan 18 14:23:45.336517 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0c77f-e2bb-42ad-bc85-2fff8a8f4446 req-c74bd35f-2271-42ce-ab17-a67bd0d93c11 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:45.337978 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e9a0c77f-e2bb-42ad-bc85-2fff8a8f4446 req-c74bd35f-2271-42ce-ab17-a67bd0d93c11 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0866697 Jan 18 14:23:45.392145 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38266) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:45.393453 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e9a0c77f-e2bb-42ad-bc85-2fff8a8f4446 req-726774fc-cddb-405a-93b1-5ae173276966 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494502 Jan 18 14:23:45.481653 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a766b29d-91be-486e-8c04-d23bc3cbbe6f req-4e8a4358-941d-4e12-b1ec-aa7ddb10cb9b tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 210 time: 0.0413349 Jan 18 14:23:45.496430 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38274) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:45.576495 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-717723942-network', 'tenant_id': 'a0dc4f03cb304131b02f62dcf5aff0f2'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:23:45.580854 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:45.584603 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Usage tracker for resource:network and tenant:a0dc4f03cb304131b02f62dcf5aff0f2 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:45.587311 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:45.592865 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:45.603293 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Made reservation on behalf of a0dc4f03cb304131b02f62dcf5aff0f2 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:23:45.605510 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-7af9929b-c5e3-46fc-bd55-5963edda7be0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2123308 Jan 18 14:23:45.606294 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:45.618309 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:45.650960 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:45.654818 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Usage tracker for resource:security_group_rule and tenant:a0dc4f03cb304131b02f62dcf5aff0f2 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:45.657582 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:45.663239 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:45.745877 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:45.749559 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:45.778426 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:23:45.786636 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a96eb4-c3d3-4a6d-b6d3-4702aaa72584,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:45.792468 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:45.793769 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Added segment 2c26db2c-eeb6-400d-858b-12e8f3be3b6c of type vlan for network 33891721-5eb5-4153-b892-b80b70e09e1f Jan 18 14:23:45.820037 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:45.849015 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:45.850002 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:45.850406 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:45.963348 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] Pushing event updated for resources: {'Network': ['ID=33891721-5eb5-4153-b892-b80b70e09e1f,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:45.966865 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2b2f57fd-94ef-47ef-a37e-5e07de3be059 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4695501 Jan 18 14:23:45.971954 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38290) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:45.974041 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 33891721-5eb5-4153-b892-b80b70e09e1f details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:23:45.978016 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Request body: {'subnet': {'network_id': '33891721-5eb5-4153-b892-b80b70e09e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-717723942-subnet', 'tenant_id': 'a0dc4f03cb304131b02f62dcf5aff0f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:23:45.986216 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:45.992877 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Usage tracker for resource:subnet and tenant:a0dc4f03cb304131b02f62dcf5aff0f2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:45.995774 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:46.001666 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:46.022297 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Made reservation on behalf of a0dc4f03cb304131b02f62dcf5aff0f2 for: {'subnet': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:23:46.024597 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3175496'] for subnet, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:46.229631 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2769693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3175518'] for subnet, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:46.297145 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0594178c-83a3-42a0-9116-95cb1183d1ff,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:46.312295 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Checking segment: {'id': '2c26db2c-eeb6-400d-858b-12e8f3be3b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '33891721-5eb5-4153-b892-b80b70e09e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:23:46.312651 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Network hostable DHCP agents. Network: 33891721-5eb5-4153-b892-b80b70e09e1f, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:23:46.334253 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Network 33891721-5eb5-4153-b892-b80b70e09e1f is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:23:46.343340 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 33891721-5eb5-4153-b892-b80b70e09e1f) {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:23:46.347380 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:46.348031 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:46.352037 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1758c-4e89-4de8-836c-7cb684995342 None None] Network 33891721-5eb5-4153-b892-b80b70e09e1f requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:23:46.367536 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3d62cb8e-e1fa-470d-bf68-292afb3efd41 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3942950 Jan 18 14:23:46.574540 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d6d57-fcdd-4131-be15-104afd65f309 None None] Network 33891721-5eb5-4153-b892-b80b70e09e1f requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:23:46.680436 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a165f7c0-8a65-476b-a25d-fd353c1078fb req-e8772ffb-094b-41f9-8c28-3796586f9125 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 210 time: 0.0507002 Jan 18 14:23:46.737574 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef67924-922d-4536-8826-d7efcac40fe8 req-37533650-5b51-4f3c-8d1c-f317cd5909e8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:46.739058 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4ef67924-922d-4536-8826-d7efcac40fe8 req-37533650-5b51-4f3c-8d1c-f317cd5909e8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1944642 Jan 18 14:23:46.789162 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4ef67924-922d-4536-8826-d7efcac40fe8 req-09d9d734-ec8d-46d4-85fb-532e903e29dc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443010 Jan 18 14:23:47.249919 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38320) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:47.255325 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-660402531-network', 'tenant_id': '2909f0207a3b49b099bd6612aab56ef7'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:23:47.259909 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:47.263851 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Usage tracker for resource:network and tenant:2909f0207a3b49b099bd6612aab56ef7 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:47.266772 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:47.272535 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:47.282095 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Made reservation on behalf of 2909f0207a3b49b099bd6612aab56ef7 for: {'network': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:23:47.284335 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:47.296848 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:47.326453 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:47.330108 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Usage tracker for resource:security_group_rule and tenant:2909f0207a3b49b099bd6612aab56ef7 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:47.332772 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:47.338399 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:47.401051 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:47.405015 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:47.433239 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=82795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:23:47.441069 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86541547-3a3a-4e85-8e78-77ecf8bf33d9,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:47.447134 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:47.447501 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.segments_db [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Added segment 6c3f8d98-6e85-4efc-b56e-6e86180709eb of type vlan for network 2da1c1a1-01fc-4852-a829-916405f1a3ba Jan 18 14:23:47.472594 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:47.528933 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:47.529502 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:47.530082 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:47.690816 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4396887 Jan 18 14:23:47.693775 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38326) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:47.702228 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Request body: {'subnet': {'network_id': '2da1c1a1-01fc-4852-a829-916405f1a3ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-660402531-subnet', 'tenant_id': '2909f0207a3b49b099bd6612aab56ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:23:47.708125 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4196068-c8e9-4791-8a70-42b2ee2bd058 admin admin] Pushing event updated for resources: {'Network': ['ID=2da1c1a1-01fc-4852-a829-916405f1a3ba,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:47.709194 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:47.714718 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Usage tracker for resource:subnet and tenant:2909f0207a3b49b099bd6612aab56ef7 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:47.718516 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:47.724674 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:47.743442 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Made reservation on behalf of 2909f0207a3b49b099bd6612aab56ef7 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:23:47.749256 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776841'] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:47.756523 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 2da1c1a1-01fc-4852-a829-916405f1a3ba details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:23:47.793408 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-b92e5b50-db5d-4891-a33c-961c7d2e145c tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:47.795376 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-b92e5b50-db5d-4891-a33c-961c7d2e145c tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.77 "GET /v2.0/networks?id=b1dc5c60-179c-417d-a706-e6b8d2271005 HTTP/1.1" status: 200 len: 814 time: 0.2925994 Jan 18 14:23:47.813821 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Request body: {'port': {'device_id': 'bba23b06-0794-4f2c-98a4-0d11a3dfde2c', 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005', 'admin_state_up': True, 'tenant_id': '794bc2891bbf4af9a61f19494a1c89f9'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:23:48.033803 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-db20dd4f-d531-473a-b5d1-2ce52f61219a req-8602ac83-c185-4a40-a046-2d043bc73a96 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 210 time: 0.1031165 Jan 18 14:23:48.098324 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:48.099043 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2662847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776863'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.103273 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Usage tracker for resource:port and tenant:794bc2891bbf4af9a61f19494a1c89f9 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:48.106667 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:48.113786 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:48.126820 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Made reservation on behalf of 794bc2891bbf4af9a61f19494a1c89f9 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:23:48.130025 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.181373 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e647779a-e4d0-4866-9030-3c8d810e69d2,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:48.199508 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab85bc-4e6a-49b7-9ea2-78b73959fca3 req-fece8dd5-5dd4-497c-93c7-67731a48e15a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:48.202208 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92ab85bc-4e6a-49b7-9ea2-78b73959fca3 req-fece8dd5-5dd4-497c-93c7-67731a48e15a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1793640 Jan 18 14:23:48.234255 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Checking segment: {'id': '6c3f8d98-6e85-4efc-b56e-6e86180709eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2da1c1a1-01fc-4852-a829-916405f1a3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:23:48.234708 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Network hostable DHCP agents. Network: 2da1c1a1-01fc-4852-a829-916405f1a3ba, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:23:48.273827 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92ab85bc-4e6a-49b7-9ea2-78b73959fca3 req-8b45fccc-20b8-4da0-b5e9-811e4ab1d7bf tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653954 Jan 18 14:23:48.283152 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Network 2da1c1a1-01fc-4852-a829-916405f1a3ba is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:23:48.294321 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 2da1c1a1-01fc-4852-a829-916405f1a3ba) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:23:48.300517 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:48.301258 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.310374 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c38ce54-7a15-4cd0-9b61-d2037570f0af None None] Network 2da1c1a1-01fc-4852-a829-916405f1a3ba requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:23:48.327320 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Allocated IP 172.20.0.11 (b1dc5c60-179c-417d-a706-e6b8d2271005/dbe73b0e-64a6-468e-8387-0191d9d79058/b925832f-88d5-480a-b472-7405fe22a769) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:23:48.337489 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d17eb9f3-50b5-409c-9d01-5970bb7020bb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6425598 Jan 18 14:23:48.478723 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38336) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:48.520902 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:23:48.551660 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-440fd362-09c0-451e-949b-cac2238a683f admin admin] Deleting subnet 0594178c-83a3-42a0-9116-95cb1183d1ff {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:23:48.554533 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.555031 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-440fd362-09c0-451e-949b-cac2238a683f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.590878 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.628583 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-440fd362-09c0-451e-949b-cac2238a683f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.673674 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395036d-36fe-4631-9f87-7aab1738e30c None None] Network 2da1c1a1-01fc-4852-a829-916405f1a3ba requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:23:48.706960 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-440fd362-09c0-451e-949b-cac2238a683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.791576 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-440fd362-09c0-451e-949b-cac2238a683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.809434 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Pushing event updated for resources: {'Port': ['ID=b925832f-88d5-480a-b472-7405fe22a769,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:48.813208 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Network b1dc5c60-179c-417d-a706-e6b8d2271005 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:23:48.814761 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:23:48.817241 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:23:48.864699 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-440fd362-09c0-451e-949b-cac2238a683f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.884001 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:48.884547 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:48.899124 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fd362-09c0-451e-949b-cac2238a683f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0594178c-83a3-42a0-9116-95cb1183d1ff,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:48.913031 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-9b49163a-2401-4987-90b4-cbbebdf94966 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1030438 Jan 18 14:23:48.918642 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38350) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:48.919095 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-440fd362-09c0-451e-949b-cac2238a683f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0594178c-83a3-42a0-9116-95cb1183d1ff HTTP/1.1" status: 204 len: 168 time: 0.4383624 Jan 18 14:23:48.959040 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Request body: {'port': {'device_id': 'bba23b06-0794-4f2c-98a4-0d11a3dfde2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:23:49.162092 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:49.274520 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:49.285729 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-22ba3c85-6e53-4ec5-aa25-39904eac0c36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875&tenant_id=0779d207abc54358b4c4f896c78cae98 HTTP/1.1" status: 200 len: 1096 time: 0.0831349 Jan 18 14:23:49.413899 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:49.415339 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-db4483ad-bedf-47ac-b9ee-6b459b8b703e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 1096 time: 0.1059544 Jan 18 14:23:49.474442 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33891721-5eb5-4153-b892-b80b70e09e1f']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:49.534870 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c26db2c-eeb6-400d-858b-12e8f3be3b6c') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:49.535455 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c26db2c-eeb6-400d-858b-12e8f3be3b6c') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:49.565503 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:49.593892 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f2916-2090-459d-94c9-99e169d6b72c req-28295751-01c1-4f02-80e8-ad16971209a1 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:49.594574 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-693f2916-2090-459d-94c9-99e169d6b72c req-28295751-01c1-4f02-80e8-ad16971209a1 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Synchronizing usage tracker for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:23:49.610587 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:49.629083 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-ea796311-641b-40dd-bf9c-4ce0aae15ec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:49.630522 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-ea796311-641b-40dd-bf9c-4ce0aae15ec3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 918 time: 0.2072966 Jan 18 14:23:49.637514 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4067a-fc26-462e-9e60-d858d9ebdcc4 req-a72016c8-84bc-4ad8-b70e-e34c732f79cc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:49.638865 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6de4067a-fc26-462e-9e60-d858d9ebdcc4 req-a72016c8-84bc-4ad8-b70e-e34c732f79cc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1928222 Jan 18 14:23:49.664024 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:23:49.664413 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:23:49.683263 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:23:49.770155 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-85506c27-a0cc-4fe0-9e90-77e692276db3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e HTTP/1.1" status: 200 len: 999 time: 0.1287918 Jan 18 14:23:49.772253 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6de4067a-fc26-462e-9e60-d858d9ebdcc4 req-9e74710a-5300-4f47-b2a1-8ef271c7fd83 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833843 Jan 18 14:23:49.777551 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-693f2916-2090-459d-94c9-99e169d6b72c req-28295751-01c1-4f02-80e8-ad16971209a1 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Unset dirty status for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:23:49.778687 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-693f2916-2090-459d-94c9-99e169d6b72c req-28295751-01c1-4f02-80e8-ad16971209a1 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 932 time: 0.5600572 Jan 18 14:23:49.811552 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:49.842967 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:49.845892 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-4a67eb68-49dd-41bc-89af-3bf3142d68d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:49.847287 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-4a67eb68-49dd-41bc-89af-3bf3142d68d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0627041 Jan 18 14:23:49.848081 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7a664728-13ef-4223-a2f3-b7d4ae412ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:49.861248 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] Pushing event deleted for resources: {'Network': ['ID=33891721-5eb5-4153-b892-b80b70e09e1f,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:49.882935 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-c5af504d-cdef-4d8d-ba13-c82451bdba1b admin admin] 10.222.0.45 "DELETE /v2.0/networks/33891721-5eb5-4153-b892-b80b70e09e1f HTTP/1.1" status: 204 len: 168 time: 0.9631355 Jan 18 14:23:49.887427 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38380) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:49.939876 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-693f2916-2090-459d-94c9-99e169d6b72c req-2a7d5e46-f5b2-442f-977c-efe338b4c907 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525614 Jan 18 14:23:49.950195 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-feca3cf4-b667-415e-8c4a-55a514e81005 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946734 Jan 18 14:23:50.016429 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_v2 [None req-863b9c50-7dd2-4757-b2bf-d3ce4fd01b8f admin admin] Deleting subnet e647779a-e4d0-4866-9030-3c8d810e69d2 {{(pid=82795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:23:50.022249 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-863b9c50-7dd2-4757-b2bf-d3ce4fd01b8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.062036 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b925832f-88d5-480a-b472-7405fe22a769 {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:23:50.071769 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.085892 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-7bd03e9a-7f58-4e11-b244-5183a9189760 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273019 Jan 18 14:23:50.096650 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-863b9c50-7dd2-4757-b2bf-d3ce4fd01b8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2505060'] for subnet, precommit_delete_associations {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.128872 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Transition to ACTIVE for port object b925832f-88d5-480a-b472-7405fe22a769 will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:23:50.135266 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.214177 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-863b9c50-7dd2-4757-b2bf-d3ce4fd01b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.302431 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ec92cde-53e0-48b8-9ebb-588598d7b0dd req-b08b2835-675f-4ba3-acd3-e330271a62ad service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110374 Jan 18 14:23:50.318797 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Pushing event updated for resources: {'Port': ['ID=b925832f-88d5-480a-b472-7405fe22a769,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:50.420979 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-863b9c50-7dd2-4757-b2bf-d3ce4fd01b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2769758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3175511'] for subnet, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.553721 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b9c50-7dd2-4757-b2bf-d3ce4fd01b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e647779a-e4d0-4866-9030-3c8d810e69d2,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:50.569572 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-863b9c50-7dd2-4757-b2bf-d3ce4fd01b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.577615 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Attempting to bind port b925832f-88d5-480a-b472-7405fe22a769 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:23:50.577948 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Attempting to bind port b925832f-88d5-480a-b472-7405fe22a769 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:23:50.578276 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Attempting to bind port b925832f-88d5-480a-b472-7405fe22a769 on network b1dc5c60-179c-417d-a706-e6b8d2271005 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:23:50.580826 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-863b9c50-7dd2-4757-b2bf-d3ce4fd01b8f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e647779a-e4d0-4866-9030-3c8d810e69d2 HTTP/1.1" status: 204 len: 168 time: 0.6916423 Jan 18 14:23:50.583250 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38384) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:50.604072 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Port b925832f-88d5-480a-b472-7405fe22a769 on network b1dc5c60-179c-417d-a706-e6b8d2271005 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:23:50.604511 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Attempting to bind port b925832f-88d5-480a-b472-7405fe22a769 on network b1dc5c60-179c-417d-a706-e6b8d2271005 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:23:50.671366 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:23:50.671630 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Checking segment: {'id': '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:23:50.672020 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Bound using segment: {'id': '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:23:50.672452 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Bound port: b925832f-88d5-480a-b472-7405fe22a769, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:23:50.672793 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.731595 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.872118 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] For port b925832f-88d5-480a-b472-7405fe22a769, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:23:50.900554 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] For port b925832f-88d5-480a-b472-7405fe22a769, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b925832f-88d5-480a-b472-7405fe22a769,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:23:50.904810 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.913448 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:50.991928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da1c1a1-01fc-4852-a829-916405f1a3ba']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:51.009592 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.011473 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] 10.222.0.77 "PUT /v2.0/ports/b925832f-88d5-480a-b472-7405fe22a769 HTTP/1.1" status: 200 len: 1094 time: 2.0893085 Jan 18 14:23:51.011908 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba23b06-0794-4f2c-98a4-0d11a3dfde2c', 'tag': 'b925832f-88d5-480a-b472-7405fe22a769'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:23:51.020088 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3f8d98-6e85-4efc-b56e-6e86180709eb') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:51.020368 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3f8d98-6e85-4efc-b56e-6e86180709eb') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:23:51.036991 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.043752 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37d7a-e234-426d-8626-09ed084b3819 service neutron] Pushing event updated for resources: {'Port': ['ID=b925832f-88d5-480a-b472-7405fe22a769,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:51.060364 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.106978 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:23:51.106978 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.114905 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc1aee-6917-4c1a-9e73-0288aff01d4a req-ba176376-663a-46dc-9fa6-54aab33bf271 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:51.117328 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0cc1aee-6917-4c1a-9e73-0288aff01d4a req-ba176376-663a-46dc-9fa6-54aab33bf271 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1262319 Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:23:51.121628 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:23:51.175440 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0cc1aee-6917-4c1a-9e73-0288aff01d4a req-dba60eb8-eba6-464b-9426-4f4bb0444929 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485830 Jan 18 14:23:51.267734 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.272408 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba23b06-0794-4f2c-98a4-0d11a3dfde2c', 'tag': 'b925832f-88d5-480a-b472-7405fe22a769', 'status': 'completed', 'code': 200} Jan 18 14:23:51.290770 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.300544 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] Pushing event deleted for resources: {'Network': ['ID=2da1c1a1-01fc-4852-a829-916405f1a3ba,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:51.308281 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-4949ada8-5b8d-43e1-ad34-2733ce20958f admin admin] 10.222.0.45 "DELETE /v2.0/networks/2da1c1a1-01fc-4852-a829-916405f1a3ba HTTP/1.1" status: 204 len: 168 time: 0.7235851 Jan 18 14:23:51.315030 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-d209c67e-f128-41cb-8dec-bc3d45777eed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=794bc2891bbf4af9a61f19494a1c89f9&device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 1097 time: 0.2487793 Jan 18 14:23:51.331099 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277b5dd-53fa-4d27-b323-a7a126297c33 req-67946c28-b679-4a67-8f70-2d7ef7ba7066 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:51.332523 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f277b5dd-53fa-4d27-b323-a7a126297c33 req-67946c28-b679-4a67-8f70-2d7ef7ba7066 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.1533525 Jan 18 14:23:51.418117 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-f320025a-a793-472d-b7ec-65b1ac154ed9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b925832f-88d5-480a-b472-7405fe22a769 HTTP/1.1" status: 200 len: 217 time: 0.0931609 Jan 18 14:23:51.447485 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f277b5dd-53fa-4d27-b323-a7a126297c33 req-74dad439-5273-4ebf-b594-a2d8a1531182 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642176 Jan 18 14:23:51.606067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38416) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:51.689084 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-36de92fa-711c-4833-84e5-b2510d4910e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0dc4f03cb304131b02f62dcf5aff0f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0816882 Jan 18 14:23:51.691590 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38420) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:51.763213 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-78e71a7c-dee6-40ec-81ef-25d08c8a55f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.793413 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-78e71a7c-dee6-40ec-81ef-25d08c8a55f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.860188 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-78e71a7c-dee6-40ec-81ef-25d08c8a55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.878502 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e71a7c-dee6-40ec-81ef-25d08c8a55f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a96eb4-c3d3-4a6d-b6d3-4702aaa72584,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:51.892517 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-78e71a7c-dee6-40ec-81ef-25d08c8a55f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:51.894115 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-78e71a7c-dee6-40ec-81ef-25d08c8a55f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21a96eb4-c3d3-4a6d-b6d3-4702aaa72584 HTTP/1.1" status: 204 len: 168 time: 0.2013438 Jan 18 14:23:52.159842 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-968ae8b2-54b2-442f-8ff8-c638f68d0e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:52.409196 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38436) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:52.425527 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38442) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:52.511775 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-387bbf0a-11f0-481e-acaf-165519983561 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2909f0207a3b49b099bd6612aab56ef7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0839367 Jan 18 14:23:52.513876 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38448) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:52.517079 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12498d-6fde-423d-b646-31e2202bd728 req-7d4d0bb5-ccfd-45b9-9934-5057d40d8913 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:52.527894 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8d12498d-6fde-423d-b646-31e2202bd728 req-7d4d0bb5-ccfd-45b9-9934-5057d40d8913 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1613269 Jan 18 14:23:52.603138 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d564bb3d-b1b8-407e-b8d8-1728754e5b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:52.642237 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8d12498d-6fde-423d-b646-31e2202bd728 req-1f32f7ca-5c70-4c41-a5c1-a029b869cc24 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098855 Jan 18 14:23:52.669495 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d564bb3d-b1b8-407e-b8d8-1728754e5b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:52.809775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e282-6b7b-4a9c-941a-f1717d6dcbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:52.825920 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d564bb3d-b1b8-407e-b8d8-1728754e5b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:52.856126 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564bb3d-b1b8-407e-b8d8-1728754e5b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86541547-3a3a-4e85-8e78-77ecf8bf33d9,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:52.862387 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d564bb3d-b1b8-407e-b8d8-1728754e5b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:52.878137 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-d564bb3d-b1b8-407e-b8d8-1728754e5b82 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86541547-3a3a-4e85-8e78-77ecf8bf33d9 HTTP/1.1" status: 204 len: 168 time: 0.3631065 Jan 18 14:23:52.896118 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7432551-385c-48b1-9b8f-8a3243eb0dd0 req-0431cfd8-8ec0-4952-aa88-5d768c8409a2 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:52.898324 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c7432551-385c-48b1-9b8f-8a3243eb0dd0 req-0431cfd8-8ec0-4952-aa88-5d768c8409a2 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.2161899 Jan 18 14:23:52.930907 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-1cf9e282-6b7b-4a9c-941a-f1717d6dcbd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:52.935417 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-1cf9e282-6b7b-4a9c-941a-f1717d6dcbd5 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd849b5847b481b8a3104435fc00c3e is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:52.938491 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-1cf9e282-6b7b-4a9c-941a-f1717d6dcbd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:52.955237 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-1cf9e282-6b7b-4a9c-941a-f1717d6dcbd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:53.030194 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c7432551-385c-48b1-9b8f-8a3243eb0dd0 req-145ea7b2-72de-445d-9d15-097de1152dcc tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082127 Jan 18 14:23:53.089183 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e282-6b7b-4a9c-941a-f1717d6dcbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:53.101780 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e282-6b7b-4a9c-941a-f1717d6dcbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:53.160999 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9e282-6b7b-4a9c-941a-f1717d6dcbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0414ec7d-2024-46d5-a2f1-b3a45275c1bb,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:53.168592 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38456) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:53.168778 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-1cf9e282-6b7b-4a9c-941a-f1717d6dcbd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3bd849b5847b481b8a3104435fc00c3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7580094 Jan 18 14:23:53.214786 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:53.251292 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-04bf027e-067f-4c0b-896f-8f34e37a5894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:53.285893 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-04bf027e-067f-4c0b-896f-8f34e37a5894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:53.342057 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-04bf027e-067f-4c0b-896f-8f34e37a5894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:53.356640 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf027e-067f-4c0b-896f-8f34e37a5894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0414ec7d-2024-46d5-a2f1-b3a45275c1bb,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:53.362994 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-04bf027e-067f-4c0b-896f-8f34e37a5894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:53.364100 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-04bf027e-067f-4c0b-896f-8f34e37a5894 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0414ec7d-2024-46d5-a2f1-b3a45275c1bb HTTP/1.1" status: 204 len: 168 time: 0.1941059 Jan 18 14:23:53.405115 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:54.051739 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae35cb-8494-4ede-a8a4-5e911a8690f7 req-8cb30a0a-053a-437c-8b80-25421aadf070 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:54.059030 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-60ae35cb-8494-4ede-a8a4-5e911a8690f7 req-8cb30a0a-053a-437c-8b80-25421aadf070 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1763332 Jan 18 14:23:54.147112 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-60ae35cb-8494-4ede-a8a4-5e911a8690f7 req-1c38c68c-87f7-47f7-9d6b-bf5090bafb21 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862205 Jan 18 14:23:54.394006 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a368f-77ed-4fef-a8a9-576e21f690e8 req-a224fd03-c55b-4d30-a8c8-cbd12321bab9 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:54.395522 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-de8a368f-77ed-4fef-a8a9-576e21f690e8 req-a224fd03-c55b-4d30-a8c8-cbd12321bab9 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.1428859 Jan 18 14:23:54.455683 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-de8a368f-77ed-4fef-a8a9-576e21f690e8 req-e6c61113-0c0e-4bb6-b2e8-a003710b9853 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542171 Jan 18 14:23:54.545177 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:55.741926 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2142-7284-4805-8792-a4b53728bb01 req-bc171435-c234-4003-bdf4-743cecef490a tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:55.744633 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-858e2142-7284-4805-8792-a4b53728bb01 req-bc171435-c234-4003-bdf4-743cecef490a tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.1027427 Jan 18 14:23:55.809949 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-858e2142-7284-4805-8792-a4b53728bb01 req-47460302-e9c2-4fa5-b09c-b711bce4786a tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589905 Jan 18 14:23:55.814229 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008fefb-9fe1-4f25-95f0-77da635eb27e req-a0a43fca-a1d3-48e0-ae5f-df2b2c743556 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:55.816729 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4008fefb-9fe1-4f25-95f0-77da635eb27e req-a0a43fca-a1d3-48e0-ae5f-df2b2c743556 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1204739 Jan 18 14:23:55.869747 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4008fefb-9fe1-4f25-95f0-77da635eb27e req-c5bae428-20ae-49ca-a5a2-c0f236ea44c8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463853 Jan 18 14:23:57.164448 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683a25b-cb4d-4e12-a59f-51182252bf5d req-257989e5-37cb-4a13-98ee-b02064b9e4f2 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:57.168930 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7683a25b-cb4d-4e12-a59f-51182252bf5d req-257989e5-37cb-4a13-98ee-b02064b9e4f2 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.1506052 Jan 18 14:23:57.281572 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7683a25b-cb4d-4e12-a59f-51182252bf5d req-fcec4084-752d-4619-9d40-e1b391540cd3 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054845 Jan 18 14:23:57.327135 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f526663-3b7b-434c-a0fa-f4268c7097ac req-0c36512f-e361-48a0-90b6-eedbaadeab59 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:57.327135 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f526663-3b7b-434c-a0fa-f4268c7097ac req-0c36512f-e361-48a0-90b6-eedbaadeab59 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1638081 Jan 18 14:23:57.405142 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f526663-3b7b-434c-a0fa-f4268c7097ac req-eb750523-974b-4066-a50a-f39e06fafc97 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719087 Jan 18 14:23:58.066782 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38654) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:58.217475 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28d26856-dfc5-45c2-89ac-25a2f7e07af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:58.252521 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-28d26856-dfc5-45c2-89ac-25a2f7e07af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:58.256483 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-28d26856-dfc5-45c2-89ac-25a2f7e07af5 admin admin] Usage tracker for resource:security_group_rule and tenant:03d10bf8326b43d89eb2a5a7e9c35336 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:58.260045 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-28d26856-dfc5-45c2-89ac-25a2f7e07af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:58.266464 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-28d26856-dfc5-45c2-89ac-25a2f7e07af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:58.334177 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28d26856-dfc5-45c2-89ac-25a2f7e07af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:58.339825 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28d26856-dfc5-45c2-89ac-25a2f7e07af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:58.396589 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d26856-dfc5-45c2-89ac-25a2f7e07af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232f4fe4-7574-455f-98bc-85ff6888ddb9,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:58.418023 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38662) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:58.428285 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-28d26856-dfc5-45c2-89ac-25a2f7e07af5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03d10bf8326b43d89eb2a5a7e9c35336&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3603578 Jan 18 14:23:58.639582 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3f782403-11ae-4c66-827f-c424153bf7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:58.670236 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc548eab-97eb-41e1-86e0-e93084261649 req-46037a97-a284-482a-8995-1cd3e0a1a178 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:58.672174 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fc548eab-97eb-41e1-86e0-e93084261649 req-46037a97-a284-482a-8995-1cd3e0a1a178 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0890372 Jan 18 14:23:58.675214 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3f782403-11ae-4c66-827f-c424153bf7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:58.727346 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fc548eab-97eb-41e1-86e0-e93084261649 req-7c8b4013-484f-4176-8509-f44990893d7b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494373 Jan 18 14:23:58.733652 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a02f3-fddb-4193-a1ba-6c3cee083e1a req-252bfa61-98f7-45df-b99b-c82f5a952901 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:23:58.740493 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9d6a02f3-fddb-4193-a1ba-6c3cee083e1a req-252bfa61-98f7-45df-b99b-c82f5a952901 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.2875781 Jan 18 14:23:58.793817 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9d6a02f3-fddb-4193-a1ba-6c3cee083e1a req-6319b1e9-40dc-4c6a-af57-6056983b5c7d tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521619 Jan 18 14:23:58.803166 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3f782403-11ae-4c66-827f-c424153bf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:58.820512 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f782403-11ae-4c66-827f-c424153bf7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232f4fe4-7574-455f-98bc-85ff6888ddb9,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:58.830775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3f782403-11ae-4c66-827f-c424153bf7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:58.834634 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3f782403-11ae-4c66-827f-c424153bf7b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/232f4fe4-7574-455f-98bc-85ff6888ddb9 HTTP/1.1" status: 204 len: 168 time: 0.4123704 Jan 18 14:23:59.253331 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38680) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:59.272140 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e80cd070-b8c8-4d3c-84fb-fffde14ed6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:59.304378 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e80cd070-b8c8-4d3c-84fb-fffde14ed6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:23:59.308779 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e80cd070-b8c8-4d3c-84fb-fffde14ed6b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ec59dab1607344c096608a6d525fd06b is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:23:59.311651 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e80cd070-b8c8-4d3c-84fb-fffde14ed6b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:23:59.317345 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e80cd070-b8c8-4d3c-84fb-fffde14ed6b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:23:59.392094 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e80cd070-b8c8-4d3c-84fb-fffde14ed6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:59.396222 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e80cd070-b8c8-4d3c-84fb-fffde14ed6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:59.447160 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cd070-b8c8-4d3c-84fb-fffde14ed6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ff0b48-c313-48d1-8f9d-c2704f68a8b3,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:59.454392 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-e80cd070-b8c8-4d3c-84fb-fffde14ed6b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec59dab1607344c096608a6d525fd06b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1999748 Jan 18 14:23:59.455318 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38684) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:23:59.536702 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8364ec21-07a7-43b2-9fd9-ba70b0736daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:59.558775 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:23:59.568980 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8364ec21-07a7-43b2-9fd9-ba70b0736daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:59.622196 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8364ec21-07a7-43b2-9fd9-ba70b0736daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:59.638568 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364ec21-07a7-43b2-9fd9-ba70b0736daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ff0b48-c313-48d1-8f9d-c2704f68a8b3,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:23:59.646993 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8364ec21-07a7-43b2-9fd9-ba70b0736daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:23:59.648098 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8364ec21-07a7-43b2-9fd9-ba70b0736daf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9ff0b48-c313-48d1-8f9d-c2704f68a8b3 HTTP/1.1" status: 204 len: 168 time: 0.1920128 Jan 18 14:24:00.033087 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3a3c2-3ba0-4b58-a770-b0351a420550 req-e911cd77-27cb-48d6-af3c-d7ae6f7205b7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:00.034634 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e7e3a3c2-3ba0-4b58-a770-b0351a420550 req-e911cd77-27cb-48d6-af3c-d7ae6f7205b7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1378837 Jan 18 14:24:00.065668 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc5f47-b10e-47d4-a8a9-e2a1570b11c7 req-9f829283-47e4-415d-8d77-64e5cde3b5ce tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:00.067442 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-90fc5f47-b10e-47d4-a8a9-e2a1570b11c7 req-9f829283-47e4-415d-8d77-64e5cde3b5ce tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.0917416 Jan 18 14:24:00.094014 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e7e3a3c2-3ba0-4b58-a770-b0351a420550 req-ebbcd3d0-16e1-49bc-8c2a-c480e0aebf74 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534987 Jan 18 14:24:00.148403 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-90fc5f47-b10e-47d4-a8a9-e2a1570b11c7 req-d98405ff-932e-41aa-a1cf-a9c6cbe4d988 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647314 Jan 18 14:24:00.788413 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38716) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:00.944514 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1001570725-network', 'tenant_id': '4be75e111fab47c4854421b87f6f1b1a'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:24:00.955060 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:24:00.964145 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Usage tracker for resource:network and tenant:4be75e111fab47c4854421b87f6f1b1a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:24:00.967115 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:24:00.973352 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:24:00.988640 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Made reservation on behalf of 4be75e111fab47c4854421b87f6f1b1a for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:24:00.992270 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.010330 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.049097 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:24:01.053950 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Usage tracker for resource:security_group_rule and tenant:4be75e111fab47c4854421b87f6f1b1a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:24:01.057484 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:24:01.065092 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:24:01.140122 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.144563 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.175732 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:24:01.184914 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858e7e45-d129-47df-99b4-b274315bc205,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:01.193357 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.193357 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Added segment 5d027852-5e23-4332-a9eb-72cef0ff051b of type vlan for network 7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20 Jan 18 14:24:01.223560 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.271146 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.272451 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:01.273298 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.454199 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6644182 Jan 18 14:24:01.457392 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 38728) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:01.459900 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ff4fa-0973-4770-a25b-5fd311726c3f admin admin] Pushing event updated for resources: {'Network': ['ID=7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:01.475159 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:24:01.478348 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Request body: {'subnet': {'network_id': '7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1001570725-subnet', 'tenant_id': '4be75e111fab47c4854421b87f6f1b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:24:01.485809 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:24:01.491057 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f106-81e5-4098-89e3-bdcc53ba3549 req-c5300aa4-858b-4e8f-a58b-28b0f159e38d tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:01.491716 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Usage tracker for resource:subnet and tenant:4be75e111fab47c4854421b87f6f1b1a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:24:01.495070 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:24:01.501548 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a091f106-81e5-4098-89e3-bdcc53ba3549 req-c5300aa4-858b-4e8f-a58b-28b0f159e38d tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.1427803 Jan 18 14:24:01.503344 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:24:01.518987 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31478b-03a7-4020-9d58-4840476622cd req-e8535893-2395-45dc-8dfe-654ea03b8ac0 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:01.525711 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bd31478b-03a7-4020-9d58-4840476622cd req-e8535893-2395-45dc-8dfe-654ea03b8ac0 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.2291410 Jan 18 14:24:01.548982 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Made reservation on behalf of 4be75e111fab47c4854421b87f6f1b1a for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:24:01.551207 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776841'] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.553210 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a091f106-81e5-4098-89e3-bdcc53ba3549 req-a4409380-7e74-414b-9097-3ad47d27cce6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505488 Jan 18 14:24:01.646294 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bd31478b-03a7-4020-9d58-4840476622cd req-88267c49-893d-47da-91bc-86b7ae77db54 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197371 Jan 18 14:24:01.777077 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2662847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776863'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.913670 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3fa976-7dd4-4bfa-895f-0b39daf328da,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:01.928979 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Checking segment: {'id': '5d027852-5e23-4332-a9eb-72cef0ff051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:24:01.929522 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Network hostable DHCP agents. Network: 7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:24:01.951412 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Network 7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:24:01.960814 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:24:01.965345 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:01.965920 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:01.975132 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9510e1c-0113-4e86-a895-569f4f72037d None None] Network 7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:24:01.996789 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-44685121-45dc-4e93-ae8d-42b71caa5d91 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5298507 Jan 18 14:24:02.232144 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf3f88-3172-427f-9130-0f07d81b5636 None None] Network 7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:24:02.747104 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9b35d-ae07-4b9e-bbb9-9f55c6698186 req-f4cb5530-5778-4950-af55-06ac8dc145b0 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:02.748685 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1ed9b35d-ae07-4b9e-bbb9-9f55c6698186 req-f4cb5530-5778-4950-af55-06ac8dc145b0 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.0768094 Jan 18 14:24:02.796693 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1ed9b35d-ae07-4b9e-bbb9-9f55c6698186 req-9d0cb612-87b9-44c0-bd84-b0bf78b43f91 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Jan 18 14:24:02.881710 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0560b8-a0c5-41b6-ac08-c860473db1bd req-cab03861-ab46-450a-af5c-438328e1d3ee tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:02.883431 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9b0560b8-a0c5-41b6-ac08-c860473db1bd req-cab03861-ab46-450a-af5c-438328e1d3ee tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0835881 Jan 18 14:24:02.928363 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38764) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:02.934050 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-201522574-network', 'tenant_id': '612c8cae68e44c559fa28ee4aa073b87'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:24:02.934217 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9b0560b8-a0c5-41b6-ac08-c860473db1bd req-5838704f-f440-4a94-9db9-dbc722e9562b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 Jan 18 14:24:02.938717 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:24:02.942454 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Usage tracker for resource:network and tenant:612c8cae68e44c559fa28ee4aa073b87 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:24:02.945799 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:24:02.952507 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:24:02.965936 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Made reservation on behalf of 612c8cae68e44c559fa28ee4aa073b87 for: {'network': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:24:02.968379 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:02.981059 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.012672 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:24:03.016328 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Usage tracker for resource:security_group_rule and tenant:612c8cae68e44c559fa28ee4aa073b87 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:24:03.019112 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:24:03.024628 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:24:03.088255 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.092460 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.121402 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=82795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:24:03.130012 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae4f3d8-340d-4112-a1d7-349dbd1dd506,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:03.135259 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.135601 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.segments_db [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Added segment e3a3c91f-f968-4e7d-b231-5055393d7da9 of type vlan for network 43c35190-06c4-4515-91a4-e45c9751470d Jan 18 14:24:03.162443 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.194055 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.195083 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:03.196029 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.296267 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] Pushing event updated for resources: {'Network': ['ID=43c35190-06c4-4515-91a4-e45c9751470d,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:03.306709 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 43c35190-06c4-4515-91a4-e45c9751470d details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:24:03.322324 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-1a985d6c-cfe0-4c96-a60e-a6576376a754 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3899536 Jan 18 14:24:03.322508 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 38776) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:03.328111 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Request body: {'subnet': {'network_id': '43c35190-06c4-4515-91a4-e45c9751470d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-201522574-subnet', 'tenant_id': '612c8cae68e44c559fa28ee4aa073b87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:24:03.332831 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:24:03.336613 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Usage tracker for resource:subnet and tenant:612c8cae68e44c559fa28ee4aa073b87 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:24:03.340239 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:24:03.346233 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:24:03.359810 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Made reservation on behalf of 612c8cae68e44c559fa28ee4aa073b87 for: {'subnet': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:24:03.362499 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3175496'] for subnet, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.496643 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975cb43-6589-4f28-a8fe-396e87276548 req-0c9906a5-7008-44c0-ba9c-e44dd1186a59 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:03.498287 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0975cb43-6589-4f28-a8fe-396e87276548 req-0c9906a5-7008-44c0-ba9c-e44dd1186a59 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0899124 Jan 18 14:24:03.548380 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0975cb43-6589-4f28-a8fe-396e87276548 req-cb6b16a6-b9d1-4d5b-8bf0-58cf6c4f4086 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437548 Jan 18 14:24:03.583938 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2769693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3175518'] for subnet, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.660981 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e61e65-72ed-48d2-af61-571cc1ac35b5,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:03.672588 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Checking segment: {'id': 'e3a3c91f-f968-4e7d-b231-5055393d7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '43c35190-06c4-4515-91a4-e45c9751470d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:24:03.672917 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Network hostable DHCP agents. Network: 43c35190-06c4-4515-91a4-e45c9751470d, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:24:03.694849 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Network 43c35190-06c4-4515-91a4-e45c9751470d is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:24:03.706646 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 43c35190-06c4-4515-91a4-e45c9751470d) {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:24:03.711043 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:03.711871 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:03.722260 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e8986d-1c6a-49e1-bb62-f04f8efdf45c None None] Network 43c35190-06c4-4515-91a4-e45c9751470d requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:24:03.738612 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3b4a884f-f6e5-4636-9d68-9666f97025a3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4149475 Jan 18 14:24:03.956641 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18328a88-00b7-4fe1-a3f5-e966dc1e8565 None None] Network 43c35190-06c4-4515-91a4-e45c9751470d requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:24:04.033262 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58760b03-b3fa-4ff6-8eb7-bac73e7fa836 req-b9adf5d2-790b-442f-b91b-baf5291d906b tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:04.042717 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-58760b03-b3fa-4ff6-8eb7-bac73e7fa836 req-b9adf5d2-790b-442f-b91b-baf5291d906b tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.1026909 Jan 18 14:24:04.102237 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-58760b03-b3fa-4ff6-8eb7-bac73e7fa836 req-3eeea7e6-6008-47d0-bf0a-6624208f9c48 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586169 Jan 18 14:24:04.157416 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959d6e-5888-490a-a788-30d927e84de9 req-f22143a0-1412-414e-93d5-29b16c92d5e3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:04.158925 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8e959d6e-5888-490a-a788-30d927e84de9 req-f22143a0-1412-414e-93d5-29b16c92d5e3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0771964 Jan 18 14:24:04.204775 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8e959d6e-5888-490a-a788-30d927e84de9 req-238200ad-d2b8-4a4d-b4c7-086a15b562df tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402248 Jan 18 14:24:04.741526 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01f19b-e0b0-49e1-a3e0-9306099b9d02 req-8f8c411a-7fe1-4911-bedc-91470f835100 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:04.742856 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6a01f19b-e0b0-49e1-a3e0-9306099b9d02 req-8f8c411a-7fe1-4911-bedc-91470f835100 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0739939 Jan 18 14:24:04.788443 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6a01f19b-e0b0-49e1-a3e0-9306099b9d02 req-0c22eb86-6d29-4c82-bfa5-4284dac1a419 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395451 Jan 18 14:24:05.287051 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6961df5-c6ba-4962-b1cd-38b8bb75c17e req-930082c3-5048-4945-98f0-b0559a166281 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:05.288493 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b6961df5-c6ba-4962-b1cd-38b8bb75c17e req-930082c3-5048-4945-98f0-b0559a166281 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.0787432 Jan 18 14:24:05.332731 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b6961df5-c6ba-4962-b1cd-38b8bb75c17e req-05ae8431-52e3-4556-9f88-dbaf2840a832 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Synchronizing usage tracker for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:24:05.349742 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b6961df5-c6ba-4962-b1cd-38b8bb75c17e req-05ae8431-52e3-4556-9f88-dbaf2840a832 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Unset dirty status for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:24:05.350903 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b6961df5-c6ba-4962-b1cd-38b8bb75c17e req-05ae8431-52e3-4556-9f88-dbaf2840a832 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568118 Jan 18 14:24:05.414531 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf35a44-a817-4039-b6a6-6d0174c68910 req-02af0ec8-5f80-4af0-8ca9-c01647752979 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:05.415876 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-acf35a44-a817-4039-b6a6-6d0174c68910 req-02af0ec8-5f80-4af0-8ca9-c01647752979 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0778646 Jan 18 14:24:05.460626 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-acf35a44-a817-4039-b6a6-6d0174c68910 req-01ef93cd-28a0-4033-9082-fa81ca5798f3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Jan 18 14:24:05.980072 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c106fff-3fb5-43cb-9e0b-43260263c7ad req-8c4af0d2-427c-4ece-b38c-d9ec9d2ee566 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:05.981553 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c106fff-3fb5-43cb-9e0b-43260263c7ad req-8c4af0d2-427c-4ece-b38c-d9ec9d2ee566 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0753164 Jan 18 14:24:06.033498 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c106fff-3fb5-43cb-9e0b-43260263c7ad req-cfea459f-2004-4053-ab75-f9a2f07c673d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463946 Jan 18 14:24:06.556528 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5234c4a-b27b-4650-80d8-46111d2a2617 req-f98ecaed-21d8-4c9a-a534-a41ed099f617 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:06.558572 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c5234c4a-b27b-4650-80d8-46111d2a2617 req-f98ecaed-21d8-4c9a-a534-a41ed099f617 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.0877953 Jan 18 14:24:06.602646 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c5234c4a-b27b-4650-80d8-46111d2a2617 req-400216df-66ad-4726-98fd-e4bf70aae4ac tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Jan 18 14:24:06.670857 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dedc6-45bd-476d-8138-ef2e0899f52e req-f2ce44dd-6794-4879-8798-f836353653c9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:06.672291 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bf2dedc6-45bd-476d-8138-ef2e0899f52e req-f2ce44dd-6794-4879-8798-f836353653c9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0750191 Jan 18 14:24:06.716924 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bf2dedc6-45bd-476d-8138-ef2e0899f52e req-04216695-b1e9-4dfa-9775-d691d2989192 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392842 Jan 18 14:24:07.234126 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf223241-3558-4336-8a08-15260184ed48 req-5b2e15ea-bd85-452d-a75b-a817d9a02586 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:07.235489 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bf223241-3558-4336-8a08-15260184ed48 req-5b2e15ea-bd85-452d-a75b-a817d9a02586 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0802517 Jan 18 14:24:07.281377 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bf223241-3558-4336-8a08-15260184ed48 req-cd9cc872-a0d6-4526-bbf2-27e3a1419a82 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402863 Jan 18 14:24:07.798834 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12743a1-090f-40f0-9c14-98b813869ad4 req-a36a9df5-a2d2-4bc1-b358-ac89a1e9c9a1 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:07.800370 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a12743a1-090f-40f0-9c14-98b813869ad4 req-a36a9df5-a2d2-4bc1-b358-ac89a1e9c9a1 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.0791652 Jan 18 14:24:07.847385 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a12743a1-090f-40f0-9c14-98b813869ad4 req-1f847990-8c88-4b89-af54-3636e510552d tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Jan 18 14:24:07.927846 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a00423-5d6b-4a81-8dd9-14bcc6a6b568 req-fa823554-97e4-48c5-a5e6-7559404eb138 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:07.929306 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c8a00423-5d6b-4a81-8dd9-14bcc6a6b568 req-fa823554-97e4-48c5-a5e6-7559404eb138 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0755281 Jan 18 14:24:07.973161 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c8a00423-5d6b-4a81-8dd9-14bcc6a6b568 req-398a2659-59e9-4a37-8fba-e8eba8d4f01e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377970 Jan 18 14:24:08.439847 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-ae2f8113-770d-4c02-b2a5-410723653e9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:08.441286 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-ae2f8113-770d-4c02-b2a5-410723653e9c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dbe73b0e-64a6-468e-8387-0191d9d79058 HTTP/1.1" status: 200 len: 854 time: 0.1930308 Jan 18 14:24:08.490221 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-88c544c3-98dd-4a2c-bb78-c864127bc8be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1dc5c60-179c-417d-a706-e6b8d2271005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394104 Jan 18 14:24:08.535406 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce430-f08d-4f27-96ad-ba4eb1c33741 req-70df7227-c891-43e7-9f1b-6e48dc7b67e8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:08.536835 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c5ce430-f08d-4f27-96ad-ba4eb1c33741 req-70df7227-c891-43e7-9f1b-6e48dc7b67e8 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.1329217 Jan 18 14:24:08.539668 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92df31a6-48cc-420c-9a13-13286024b6ca req-15969194-8c9d-48f1-a40b-2db3078bdb9a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f5d3beb82a4483fa4756a0670466383&device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1137 time: 0.1947186 Jan 18 14:24:08.619270 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-06b020b6-7cba-4294-8623-62dc8782cc58 service neutron] 10.222.0.77 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230497 Jan 18 14:24:08.664752 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c5ce430-f08d-4f27-96ad-ba4eb1c33741 req-85079d87-d53e-4d4f-bff5-5142aecdca1c tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222050 Jan 18 14:24:08.701541 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df31a6-48cc-420c-9a13-13286024b6ca req-1ab56492-1edf-4da0-a7ae-56fc933bc1de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:08.702988 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92df31a6-48cc-420c-9a13-13286024b6ca req-1ab56492-1edf-4da0-a7ae-56fc933bc1de service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 200 len: 916 time: 0.1470752 Jan 18 14:24:08.814302 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92df31a6-48cc-420c-9a13-13286024b6ca req-13c36daf-769d-44ad-8c0a-f955ed428695 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 1001 time: 0.0939622 Jan 18 14:24:08.824008 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-12610ed3-a789-49a2-a95a-7936dae01e51 req-ebbcf662-4d94-4138-8266-39f4df445850 service neutron] 10.222.0.77 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984580 Jan 18 14:24:08.879709 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df31a6-48cc-420c-9a13-13286024b6ca req-1a1e252a-eb84-42cf-a6b7-c401a543d713 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:08.881164 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92df31a6-48cc-420c-9a13-13286024b6ca req-1a1e252a-eb84-42cf-a6b7-c401a543d713 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=548432c6-9bb2-406c-bd59-eef4befc29b0 HTTP/1.1" status: 200 len: 854 time: 0.0609143 Jan 18 14:24:08.962813 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1877a2fd-a416-40e3-b141-063404fbbe30 req-6140fe88-5373-43bd-a111-08c49cf183c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=794bc2891bbf4af9a61f19494a1c89f9&device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 1097 time: 0.0909035 Jan 18 14:24:08.984699 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92df31a6-48cc-420c-9a13-13286024b6ca req-9bfaf9e5-4a14-4e72-aedb-1757cd6e7fe4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1a05886-3917-4036-bf02-7dd8f8762006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973148 Jan 18 14:24:09.147016 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a2fd-a416-40e3-b141-063404fbbe30 req-0db2f866-7736-4aba-b513-10544851a8b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:09.147279 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92df31a6-48cc-420c-9a13-13286024b6ca req-9cf3dd50-7e70-4e50-8de4-d530c27192cc service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567950 Jan 18 14:24:09.148440 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1877a2fd-a416-40e3-b141-063404fbbe30 req-0db2f866-7736-4aba-b513-10544851a8b8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1dc5c60-179c-417d-a706-e6b8d2271005 HTTP/1.1" status: 200 len: 915 time: 0.1793180 Jan 18 14:24:09.158462 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de361a-0dd3-4167-b9e9-a593b28d4e53 req-0962cd28-8937-45ac-8af2-f32d3a7a0206 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:09.159833 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e9de361a-0dd3-4167-b9e9-a593b28d4e53 req-0962cd28-8937-45ac-8af2-f32d3a7a0206 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.1709478 Jan 18 14:24:09.240985 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1877a2fd-a416-40e3-b141-063404fbbe30 req-8012ba34-8462-4bea-a3b0-a49039e20440 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b925832f-88d5-480a-b472-7405fe22a769 HTTP/1.1" status: 200 len: 217 time: 0.0801270 Jan 18 14:24:09.301976 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e9de361a-0dd3-4167-b9e9-a593b28d4e53 req-99ac52bc-4bbc-4841-a182-8d46b08755de tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933781 Jan 18 14:24:09.302228 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc13273-32e2-4d42-b749-df2534a66146 req-98c75d6f-a849-4e3a-89cb-87438c312e67 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:09.303425 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3cc13273-32e2-4d42-b749-df2534a66146 req-98c75d6f-a849-4e3a-89cb-87438c312e67 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1870046 Jan 18 14:24:09.311294 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92df31a6-48cc-420c-9a13-13286024b6ca req-b7a33cf9-36ae-4f69-80bd-d2fec3cf24e7 service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533606 Jan 18 14:24:09.319627 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a2fd-a416-40e3-b141-063404fbbe30 req-f9ad03b1-c40c-48d7-9c69-deb087a8a457 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:09.321332 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1877a2fd-a416-40e3-b141-063404fbbe30 req-f9ad03b1-c40c-48d7-9c69-deb087a8a457 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dbe73b0e-64a6-468e-8387-0191d9d79058 HTTP/1.1" status: 200 len: 854 time: 0.0707784 Jan 18 14:24:09.353922 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3cc13273-32e2-4d42-b749-df2534a66146 req-50672aa9-0c48-4546-ad5e-2bd8f7723e08 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417011 Jan 18 14:24:09.368176 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1877a2fd-a416-40e3-b141-063404fbbe30 req-e95e480f-03ad-4c27-ba13-26e964f2e235 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1dc5c60-179c-417d-a706-e6b8d2271005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410285 Jan 18 14:24:09.494644 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1877a2fd-a416-40e3-b141-063404fbbe30 req-d256e7e4-f986-4e01-9586-618ad9c1ec91 service neutron] 10.222.0.77 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196027 Jan 18 14:24:09.622832 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1877a2fd-a416-40e3-b141-063404fbbe30 req-31e2aeed-3d3e-47e1-a639-4c6739807a96 service neutron] 10.222.0.77 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217878 Jan 18 14:24:09.858640 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fad1b-3ce1-4990-b805-661f7021a4e9 req-eef402d5-f939-4c0f-8a38-1e599124c29e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:09.860105 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8f0fad1b-3ce1-4990-b805-661f7021a4e9 req-eef402d5-f939-4c0f-8a38-1e599124c29e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0752654 Jan 18 14:24:09.915497 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8f0fad1b-3ce1-4990-b805-661f7021a4e9 req-8dfdb187-7583-4ec1-92ee-6a078b7c9161 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495732 Jan 18 14:24:10.522006 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f1071-b8a7-4211-b562-8a2e3d0bf3ad req-0b9088a1-f6dc-4de8-904a-ee651676ef69 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:10.524051 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b85f1071-b8a7-4211-b562-8a2e3d0bf3ad req-0b9088a1-f6dc-4de8-904a-ee651676ef69 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.0956390 Jan 18 14:24:10.612351 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f6694-2efa-449d-8cb0-b211f6f07456 req-2e8032c1-8123-405d-8277-9b31a3ba0715 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:10.613877 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-325f6694-2efa-449d-8cb0-b211f6f07456 req-2e8032c1-8123-405d-8277-9b31a3ba0715 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0985222 Jan 18 14:24:10.663537 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b85f1071-b8a7-4211-b562-8a2e3d0bf3ad req-d79ba7c4-b81c-4334-b703-957331a02a0b tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340351 Jan 18 14:24:10.666129 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-325f6694-2efa-449d-8cb0-b211f6f07456 req-de2b71b2-c581-453c-af08-c0cacc5a1292 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 Jan 18 14:24:11.119305 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cfe8b-8586-4bf8-b963-d4c074f63e56 req-a53bc238-51e7-4cc3-abee-988fe8761383 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:11.120922 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ba9cfe8b-8586-4bf8-b963-d4c074f63e56 req-a53bc238-51e7-4cc3-abee-988fe8761383 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0795918 Jan 18 14:24:11.168676 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ba9cfe8b-8586-4bf8-b963-d4c074f63e56 req-a1184c33-4987-44cd-b322-82354a83840a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418413 Jan 18 14:24:11.883151 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6599a7-d295-42f5-a899-36511bc60fc8 req-c662202e-145e-4013-8283-1a353c53f1dd tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:11.887430 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8c6599a7-d295-42f5-a899-36511bc60fc8 req-c662202e-145e-4013-8283-1a353c53f1dd tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 944 time: 0.0917661 Jan 18 14:24:11.898649 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15823875-4652-4875-b893-317e941cef9f req-746e1f3e-cd7a-4a7f-8d90-028bb20aee2a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:11.900307 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-15823875-4652-4875-b893-317e941cef9f req-746e1f3e-cd7a-4a7f-8d90-028bb20aee2a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0917382 Jan 18 14:24:11.953545 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8c6599a7-d295-42f5-a899-36511bc60fc8 req-e5966598-7d17-41b4-80ac-e1ed7ef6f018 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601959 Jan 18 14:24:11.969559 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-15823875-4652-4875-b893-317e941cef9f req-efa55a32-5ae8-42ac-973b-d5e212872491 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625684 Jan 18 14:24:12.364276 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bad488-1788-434a-9fab-e9d352727e1a req-af5fcb7d-2de1-4cc9-b93f-b0c9efa4c2aa tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:12.365762 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-71bad488-1788-434a-9fab-e9d352727e1a req-af5fcb7d-2de1-4cc9-b93f-b0c9efa4c2aa tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0779030 Jan 18 14:24:12.413050 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-71bad488-1788-434a-9fab-e9d352727e1a req-42a85e15-9110-4ea5-beda-eb69c7606ecf tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409021 Jan 18 14:24:12.567233 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b925832f-88d5-480a-b472-7405fe22a769 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:24:12.723756 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port b925832f-88d5-480a-b472-7405fe22a769, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b925832f-88d5-480a-b472-7405fe22a769,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:24:12.736933 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': 'b925832f-88d5-480a-b472-7405fe22a769', 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005', 'port_id': 'b925832f-88d5-480a-b472-7405fe22a769', 'mac_address': 'fa:16:3e:26:b9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe73b0e-64a6-468e-8387-0191d9d79058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:24:12.788706 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:12.805478 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b925832f-88d5-480a-b472-7405fe22a769 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:24:12.820352 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port b925832f-88d5-480a-b472-7405fe22a769, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b925832f-88d5-480a-b472-7405fe22a769,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:24:12.823905 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:12.890011 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=b925832f-88d5-480a-b472-7405fe22a769,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:12.897996 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.898334 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.898666 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.898992 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.899314 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.899636 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.899953 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.900289 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.900609 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.900922 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:12.901257 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:13.002689 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:13.160364 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9ed4e-081b-462b-85f2-cef75a40b708 req-53d30b97-0aa3-4ac6-b013-c1631d43a866 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:13.162259 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1cc9ed4e-081b-462b-85f2-cef75a40b708 req-53d30b97-0aa3-4ac6-b013-c1631d43a866 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 945 time: 0.0813274 Jan 18 14:24:13.183030 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21118214-8cb0-4092-b78d-2154bc7987d5 req-2ff0e099-b7b8-4469-995d-602329cc54f9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:13.184503 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-21118214-8cb0-4092-b78d-2154bc7987d5 req-2ff0e099-b7b8-4469-995d-602329cc54f9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0845971 Jan 18 14:24:13.214657 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1cc9ed4e-081b-462b-85f2-cef75a40b708 req-363976e1-3987-4e3d-b01e-0b654c3b7733 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465767 Jan 18 14:24:13.214941 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['b925832f-88d5-480a-b472-7405fe22a769'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:24:13.234205 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-21118214-8cb0-4092-b78d-2154bc7987d5 req-99b34bdc-acfc-41c4-a76c-8cd4b01eb6cf tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Jan 18 14:24:13.619736 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c04db-f06c-4822-9c02-1c368cf6b7f3 req-02902ff0-7642-4522-896d-4f8916c02c73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:13.621715 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-af8c04db-f06c-4822-9c02-1c368cf6b7f3 req-02902ff0-7642-4522-896d-4f8916c02c73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0869946 Jan 18 14:24:13.668936 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-af8c04db-f06c-4822-9c02-1c368cf6b7f3 req-8a8d161b-73ba-43c2-be0b-3e5b89b951f5 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408764 Jan 18 14:24:14.409603 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f05ba-2b10-435a-8aa1-0f3cabdc956a req-ea6fe3e7-1c94-4d3f-9160-39f06a077e3c tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:14.411072 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae1f05ba-2b10-435a-8aa1-0f3cabdc956a req-ea6fe3e7-1c94-4d3f-9160-39f06a077e3c tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 945 time: 0.0748312 Jan 18 14:24:14.448666 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c221f04-6939-44db-8c57-c8e053861fb5 req-f35de9b3-7514-471e-8c03-2b5e2f01a3e6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:14.450140 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c221f04-6939-44db-8c57-c8e053861fb5 req-f35de9b3-7514-471e-8c03-2b5e2f01a3e6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0784891 Jan 18 14:24:14.455725 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae1f05ba-2b10-435a-8aa1-0f3cabdc956a req-2d8829db-d6ef-4415-96af-b09e595f6920 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390892 Jan 18 14:24:14.494965 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c221f04-6939-44db-8c57-c8e053861fb5 req-9dd60eeb-097c-43f1-8777-55d14ee72649 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394001 Jan 18 14:24:14.580359 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b925832f-88d5-480a-b472-7405fe22a769 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:24:14.651908 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port b925832f-88d5-480a-b472-7405fe22a769 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:24:14.657104 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port b925832f-88d5-480a-b472-7405fe22a769 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:24:14.657473 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:14.771154 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:14.798708 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba23b06-0794-4f2c-98a4-0d11a3dfde2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b925832f-88d5-480a-b472-7405fe22a769'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:24:14.822995 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port b925832f-88d5-480a-b472-7405fe22a769, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b925832f-88d5-480a-b472-7405fe22a769,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:24:14.839234 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:14.926008 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9723-1e8b-4620-8d13-865561038e40 req-34ff9495-1d72-4bf7-9c80-8fa03fc93c26 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:14.928725 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22eb9723-1e8b-4620-8d13-865561038e40 req-34ff9495-1d72-4bf7-9c80-8fa03fc93c26 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.1167138 Jan 18 14:24:14.958989 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba23b06-0794-4f2c-98a4-0d11a3dfde2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b925832f-88d5-480a-b472-7405fe22a769', 'code': 200} Jan 18 14:24:14.972737 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=b925832f-88d5-480a-b472-7405fe22a769,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:15.034508 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22eb9723-1e8b-4620-8d13-865561038e40 req-9cd75197-5766-430c-8362-6f6d7c67747e tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892184 Jan 18 14:24:15.177333 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-982522f6-34f7-4f26-95e3-9071d2638393 req-ed9b3a89-1d07-4021-9222-0e1a6af91119 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 1099 time: 0.0734868 Jan 18 14:24:15.224776 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-982522f6-34f7-4f26-95e3-9071d2638393 req-3c0cc9f0-d169-4f88-b7fa-6fabc4ccfc3b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Jan 18 14:24:15.681123 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bffc8-3858-4d51-ab25-9bc39e9971f5 req-e292c002-b6ad-4246-b284-af2a5ec71439 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:15.682641 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-482bffc8-3858-4d51-ab25-9bc39e9971f5 req-e292c002-b6ad-4246-b284-af2a5ec71439 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 946 time: 0.0809557 Jan 18 14:24:15.733770 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-482bffc8-3858-4d51-ab25-9bc39e9971f5 req-ed7f6e64-1502-4a56-a79b-fc2f8aa4b924 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452898 Jan 18 14:24:15.795610 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f162ae7-f3cc-4225-b147-f30505e7231b req-6bdcc79e-543d-4476-8f2b-58bae2b912ff tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:15.797140 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3f162ae7-f3cc-4225-b147-f30505e7231b req-6bdcc79e-543d-4476-8f2b-58bae2b912ff tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.1673465 Jan 18 14:24:15.844856 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3f162ae7-f3cc-4225-b147-f30505e7231b req-9069a02e-f29e-469e-a203-312c991bf1f7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Jan 18 14:24:16.241144 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4e3ea-23a0-454a-8826-faa28b894fd3 req-3f86ffa9-58bd-4912-b89f-b565f7062098 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:16.242595 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6ff4e3ea-23a0-454a-8826-faa28b894fd3 req-3f86ffa9-58bd-4912-b89f-b565f7062098 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0876925 Jan 18 14:24:16.298344 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6ff4e3ea-23a0-454a-8826-faa28b894fd3 req-4a134f71-1943-404b-a8e9-a7be2320e2a2 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489373 Jan 18 14:24:16.972362 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8c764-1b71-4430-a8ad-4e404f1d081f req-20589949-cb64-4585-9299-647d65b2dfea tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:16.973813 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-aae8c764-1b71-4430-a8ad-4e404f1d081f req-20589949-cb64-4585-9299-647d65b2dfea tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 946 time: 0.1020074 Jan 18 14:24:17.022984 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-aae8c764-1b71-4430-a8ad-4e404f1d081f req-bee2a300-fccf-470d-a068-6ff210f953e3 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Jan 18 14:24:17.067450 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30e27c-1d0a-47e5-9cc6-f814d9fd4145 req-05ca4782-bef5-45fc-ac4c-701fe9a813f7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:17.068911 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cb30e27c-1d0a-47e5-9cc6-f814d9fd4145 req-05ca4782-bef5-45fc-ac4c-701fe9a813f7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0771587 Jan 18 14:24:17.130074 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cb30e27c-1d0a-47e5-9cc6-f814d9fd4145 req-61b4ba4e-df78-4890-a25d-0674384a3843 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503128 Jan 18 14:24:17.501838 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1552c5c-8b90-44e1-807c-711687d517ac req-a4a137fa-0a1e-4f3f-bac4-8253ac562fcf tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:17.503290 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e1552c5c-8b90-44e1-807c-711687d517ac req-a4a137fa-0a1e-4f3f-bac4-8253ac562fcf tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0824757 Jan 18 14:24:17.557579 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e1552c5c-8b90-44e1-807c-711687d517ac req-3e93f213-3326-44f1-962c-403ad41f039d tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476000 Jan 18 14:24:18.347571 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf614ea-5ad1-4a82-8dc0-3e3b79998ab8 req-0d9dd751-1796-4112-8d61-78e965743db0 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:18.349028 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cdf614ea-5ad1-4a82-8dc0-3e3b79998ab8 req-0d9dd751-1796-4112-8d61-78e965743db0 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 943 time: 0.0765014 Jan 18 14:24:18.398041 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cdf614ea-5ad1-4a82-8dc0-3e3b79998ab8 req-3542604f-580e-4278-b81e-8916e9b4c970 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435863 Jan 18 14:24:18.628049 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:24:18.767083 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:24:18.768479 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f706e0-dfd8-4e5a-8fac-04698d51e87d req-ef0e8504-e931-4429-b7c7-7b6a1ea7b6b0 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:18.770025 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56f706e0-dfd8-4e5a-8fac-04698d51e87d req-ef0e8504-e931-4429-b7c7-7b6a1ea7b6b0 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0869184 Jan 18 14:24:18.786276 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'port_id': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'mac_address': 'fa:16:3e:36:a7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:24:18.846323 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56f706e0-dfd8-4e5a-8fac-04698d51e87d req-eb69754e-84d5-402e-a7ef-27fb8d1ec6cb tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565548 Jan 18 14:24:18.881541 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:18.900361 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68be78db-1faa-4b65-b022-83b28ebbfd3e {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:24:18.915395 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:24:18.919096 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:18.983918 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=9']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:19.328479 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['68be78db-1faa-4b65-b022-83b28ebbfd3e'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:24:19.629262 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcb972-b78c-41b9-bcb8-68e7cee2d0b0 req-5c1b7787-017f-4c2e-a737-edde8607c89d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:19.630697 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-47bcb972-b78c-41b9-bcb8-68e7cee2d0b0 req-5c1b7787-017f-4c2e-a737-edde8607c89d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.0912871 Jan 18 14:24:19.675673 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-47bcb972-b78c-41b9-bcb8-68e7cee2d0b0 req-32eebfa8-c09f-453f-ae86-e050272dc546 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394788 Jan 18 14:24:19.844663 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-51cf0c86-015e-442c-85d0-c7a79c17a305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:20.070531 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987810e-f5e4-44f3-899c-521e4dc7e5a7 req-b0f51ac3-4a4b-49e9-b01d-baa891ac6cb7 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:20.072315 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f987810e-f5e4-44f3-899c-521e4dc7e5a7 req-b0f51ac3-4a4b-49e9-b01d-baa891ac6cb7 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0766518 Jan 18 14:24:20.122235 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f987810e-f5e4-44f3-899c-521e4dc7e5a7 req-4cca0120-acfa-46ed-897e-760ce62c630f tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437326 Jan 18 14:24:20.646561 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:24:20.718441 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 68be78db-1faa-4b65-b022-83b28ebbfd3e triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:24:20.718803 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:20.845212 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:20.879390 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:24:20.889367 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:24:20.895834 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:20.952613 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05294581-00b4-4ec4-b4cb-91d503d11f04 req-ef67f02c-b958-48e3-befb-82717cefed47 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:20.954162 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-05294581-00b4-4ec4-b4cb-91d503d11f04 req-ef67f02c-b958-48e3-befb-82717cefed47 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 944 time: 0.1338685 Jan 18 14:24:20.966725 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'code': 200} Jan 18 14:24:21.030393 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=10']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:21.046132 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-05294581-00b4-4ec4-b4cb-91d503d11f04 req-29bf2e0c-76de-4b1b-b18b-5f953e28f158 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790806 Jan 18 14:24:21.339584 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1260b-e285-4cd4-ade2-917649023362 req-1aa35826-2864-4101-b6a8-14d5988d71c3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:21.341083 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-94e1260b-e285-4cd4-ade2-917649023362 req-1aa35826-2864-4101-b6a8-14d5988d71c3 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0844803 Jan 18 14:24:21.388118 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-94e1260b-e285-4cd4-ade2-917649023362 req-1b3c08be-9552-4f70-b548-5b64918ab84a tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=5256c568-00bd-4304-8f5a-2a672ecf33bb&id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412734 Jan 18 14:24:21.549519 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d2e8d255-2749-4ff4-a5ba-c70cd5a32801 req-9984c83c-3ee6-4099-baf3-a82e708e4eb6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 1099 time: 0.0712848 Jan 18 14:24:21.593064 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d2e8d255-2749-4ff4-a5ba-c70cd5a32801 req-8bba97bf-6bfd-4694-8b20-229521cb7148 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358865 Jan 18 14:24:22.165325 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a2da2d88-fcb7-40ad-9f1e-ee21e58477e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:22.278150 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0a7d7-b3d0-4401-b8ff-f0bad195e228 req-92e4ef87-3eb7-47c7-9582-4d4c9e9043ed tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:22.280170 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c4c0a7d7-b3d0-4401-b8ff-f0bad195e228 req-92e4ef87-3eb7-47c7-9582-4d4c9e9043ed tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 946 time: 0.0882316 Jan 18 14:24:22.327735 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c4c0a7d7-b3d0-4401-b8ff-f0bad195e228 req-331720e9-50f2-41e6-80a8-7e5381c29cfe tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Jan 18 14:24:23.212725 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:23.415319 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:23.583340 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da6289-568d-4926-b7f7-fc3e3ba28bfe req-48d22000-cff3-4ffc-ab5b-b5baf1910874 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:23.584982 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-10da6289-568d-4926-b7f7-fc3e3ba28bfe req-48d22000-cff3-4ffc-ab5b-b5baf1910874 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 946 time: 0.0897465 Jan 18 14:24:23.639188 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-10da6289-568d-4926-b7f7-fc3e3ba28bfe req-9ce05211-eaff-407d-8da2-a182c915c500 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483992 Jan 18 14:24:24.534847 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:24.859456 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f499dbf-9184-49ce-b247-827717b2cdd0 req-51fe1538-b338-4317-9bbe-6b7a7a3a28a3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:24.860843 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f499dbf-9184-49ce-b247-827717b2cdd0 req-51fe1538-b338-4317-9bbe-6b7a7a3a28a3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 946 time: 0.0778334 Jan 18 14:24:24.922780 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f499dbf-9184-49ce-b247-827717b2cdd0 req-543bb009-8074-4a34-81d8-f79af7e25e39 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Jan 18 14:24:24.975612 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39160) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:25.036532 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Deleting subnet 2e3fa976-7dd4-4bfa-895f-0b39daf328da {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:24:25.039481 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.087342 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.146620 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.212679 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.249947 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3fa976-7dd4-4bfa-895f-0b39daf328da,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:25.257564 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.264722 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.265095 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.265437 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.265764 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.266097 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.266420 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.266743 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.267066 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.267387 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.267704 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.268019 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.273983 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-794a91ae-4d6f-4edd-8cc6-3443da82a953 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2e3fa976-7dd4-4bfa-895f-0b39daf328da HTTP/1.1" status: 204 len: 168 time: 0.2973757 Jan 18 14:24:25.274156 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 39166) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:25.380153 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.503855 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.532497 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:24:25.547518 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d027852-5e23-4332-a9eb-72cef0ff051b') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:24:25.547822 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d027852-5e23-4332-a9eb-72cef0ff051b') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:24:25.561414 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.577133 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.583685 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:24:25.584072 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:24:25.596942 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:24:25.670324 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.694315 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.700996 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:25.706581 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7a0dfdf6-b1f7-4378-b83f-53b9d41d7a20 HTTP/1.1" status: 204 len: 168 time: 0.4315975 Jan 18 14:24:25.709463 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39174) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:25.712681 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.713065 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.713408 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.713745 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.714082 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.714410 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.714735 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.715063 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.715388 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.715711 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.716034 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25400cd-43e3-4fd4-adfd-2b8890e2cee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:24:25.774615 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa88268-e3a0-4cf1-a0ec-234af571a993 admin admin] Deleting subnet 67e61e65-72ed-48d2-af61-571cc1ac35b5 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:24:25.777603 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9fa88268-e3a0-4cf1-a0ec-234af571a993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.826307 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9fa88268-e3a0-4cf1-a0ec-234af571a993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:25.883629 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9fa88268-e3a0-4cf1-a0ec-234af571a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.014937 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9fa88268-e3a0-4cf1-a0ec-234af571a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.051488 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa88268-e3a0-4cf1-a0ec-234af571a993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e61e65-72ed-48d2-af61-571cc1ac35b5,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:26.057585 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9fa88268-e3a0-4cf1-a0ec-234af571a993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.063376 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9fa88268-e3a0-4cf1-a0ec-234af571a993 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/67e61e65-72ed-48d2-af61-571cc1ac35b5 HTTP/1.1" status: 204 len: 168 time: 0.3527865 Jan 18 14:24:26.065808 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39178) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:26.171130 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.294246 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.319168 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c35190-06c4-4515-91a4-e45c9751470d']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:24:26.332574 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a3c91f-f968-4e7d-b231-5055393d7da9') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:24:26.332876 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a3c91f-f968-4e7d-b231-5055393d7da9') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:24:26.344740 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2409866'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.363732 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.369582 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:24:26.369960 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2795610'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: timer() Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: self._notify() Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: event.method(event) Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:24:26.383001 dv-cinder-825106-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:24:26.459079 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.476819 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.486330 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c35190-06c4-4515-91a4-e45c9751470d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:26.488919 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ad009a8f-3935-4508-982e-6c104d55eaa0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/43c35190-06c4-4515-91a4-e45c9751470d HTTP/1.1" status: 204 len: 168 time: 0.4222174 Jan 18 14:24:26.684496 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39188) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:26.738550 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5bd0bbe6-189d-454f-9c9e-7da82f997eb2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4be75e111fab47c4854421b87f6f1b1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521533 Jan 18 14:24:26.740983 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39192) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:26.799183 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-02608254-4269-4926-9d61-447f1250126d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.824076 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-02608254-4269-4926-9d61-447f1250126d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.878310 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-02608254-4269-4926-9d61-447f1250126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.894562 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02608254-4269-4926-9d61-447f1250126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858e7e45-d129-47df-99b4-b274315bc205,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:26.898859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-02608254-4269-4926-9d61-447f1250126d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:26.904703 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-02608254-4269-4926-9d61-447f1250126d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/858e7e45-d129-47df-99b4-b274315bc205 HTTP/1.1" status: 204 len: 168 time: 0.1627681 Jan 18 14:24:27.302719 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 39200) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:27.353137 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f82939d8-311b-4000-a037-1483d16338f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=612c8cae68e44c559fa28ee4aa073b87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491147 Jan 18 14:24:27.355641 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 39204) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:27.414213 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-11a55ad4-8ec2-41bb-a08d-63759fa420a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:27.439807 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-11a55ad4-8ec2-41bb-a08d-63759fa420a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:27.490326 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-11a55ad4-8ec2-41bb-a08d-63759fa420a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:27.506951 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a55ad4-8ec2-41bb-a08d-63759fa420a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae4f3d8-340d-4112-a1d7-349dbd1dd506,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:27.513685 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-11a55ad4-8ec2-41bb-a08d-63759fa420a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:27.515115 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-11a55ad4-8ec2-41bb-a08d-63759fa420a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eae4f3d8-340d-4112-a1d7-349dbd1dd506 HTTP/1.1" status: 204 len: 168 time: 0.1582687 Jan 18 14:24:36.559353 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:24:42.286115 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 39382) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:42.424548 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4f345f31-8e2f-4fae-b0af-4918f664144c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:42.458170 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-4f345f31-8e2f-4fae-b0af-4918f664144c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:24:42.461927 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-4f345f31-8e2f-4fae-b0af-4918f664144c admin admin] Usage tracker for resource:security_group_rule and tenant:87fac080e86045f6a53f8bc4a62c9e87 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:24:42.464737 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-4f345f31-8e2f-4fae-b0af-4918f664144c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:24:42.470383 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-4f345f31-8e2f-4fae-b0af-4918f664144c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:24:42.534691 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4f345f31-8e2f-4fae-b0af-4918f664144c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:42.538030 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4f345f31-8e2f-4fae-b0af-4918f664144c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:42.581808 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f345f31-8e2f-4fae-b0af-4918f664144c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11573d6-5b4f-40c3-8c25-f725d970d71d,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:42.587057 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-4f345f31-8e2f-4fae-b0af-4918f664144c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87fac080e86045f6a53f8bc4a62c9e87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2999496 Jan 18 14:24:42.589831 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39388) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:42.647006 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77e2d4f9-23bf-4429-bbb5-9593f9b9a9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:42.674054 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77e2d4f9-23bf-4429-bbb5-9593f9b9a9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:42.724535 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77e2d4f9-23bf-4429-bbb5-9593f9b9a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:42.738979 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2d4f9-23bf-4429-bbb5-9593f9b9a9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11573d6-5b4f-40c3-8c25-f725d970d71d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:42.744637 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77e2d4f9-23bf-4429-bbb5-9593f9b9a9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:42.745763 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-77e2d4f9-23bf-4429-bbb5-9593f9b9a9a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e11573d6-5b4f-40c3-8c25-f725d970d71d HTTP/1.1" status: 204 len: 168 time: 0.1549423 Jan 18 14:24:43.024771 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:43.072151 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39400) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:43.090461 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-613ef173-b509-4e0e-9d05-6f5ba6970971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:43.120060 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-613ef173-b509-4e0e-9d05-6f5ba6970971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:24:43.123931 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-613ef173-b509-4e0e-9d05-6f5ba6970971 admin admin] Usage tracker for resource:security_group_rule and tenant:49ec6035b3de442c97a0d992cc2a4b04 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:24:43.127250 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-613ef173-b509-4e0e-9d05-6f5ba6970971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:24:43.132855 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-613ef173-b509-4e0e-9d05-6f5ba6970971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:24:43.195041 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-613ef173-b509-4e0e-9d05-6f5ba6970971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:43.198646 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-613ef173-b509-4e0e-9d05-6f5ba6970971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:43.242604 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ef173-b509-4e0e-9d05-6f5ba6970971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fe68df-4082-47a1-b02d-8f4647bd1e9e,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:43.247270 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-613ef173-b509-4e0e-9d05-6f5ba6970971 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49ec6035b3de442c97a0d992cc2a4b04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1741381 Jan 18 14:24:43.250065 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39404) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:43.310474 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3caedd2-165b-4263-837d-1cddebaeb80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:43.335866 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3caedd2-165b-4263-837d-1cddebaeb80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:43.384911 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3caedd2-165b-4263-837d-1cddebaeb80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:43.400799 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3caedd2-165b-4263-837d-1cddebaeb80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fe68df-4082-47a1-b02d-8f4647bd1e9e,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:43.404961 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3caedd2-165b-4263-837d-1cddebaeb80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:43.406054 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b3caedd2-165b-4263-837d-1cddebaeb80c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6fe68df-4082-47a1-b02d-8f4647bd1e9e HTTP/1.1" status: 204 len: 168 time: 0.1552734 Jan 18 14:24:44.651052 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 39438) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:44.788193 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f855ab00-594d-4d0b-bd41-b7b3004597cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:44.818619 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f855ab00-594d-4d0b-bd41-b7b3004597cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:24:44.822595 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f855ab00-594d-4d0b-bd41-b7b3004597cc admin admin] Usage tracker for resource:security_group_rule and tenant:3fe538ea5a9d44ab9c68cb8f8b53f054 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:24:44.825314 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-f855ab00-594d-4d0b-bd41-b7b3004597cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:24:44.831515 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-f855ab00-594d-4d0b-bd41-b7b3004597cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:24:44.895623 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f855ab00-594d-4d0b-bd41-b7b3004597cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:44.899631 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f855ab00-594d-4d0b-bd41-b7b3004597cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:44.945118 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855ab00-594d-4d0b-bd41-b7b3004597cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbddadc9-e847-4d8b-b6bc-6265df00263a,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:44.949681 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f855ab00-594d-4d0b-bd41-b7b3004597cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3fe538ea5a9d44ab9c68cb8f8b53f054&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2976332 Jan 18 14:24:44.952390 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 39444) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:24:45.013180 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-93bde19a-b338-4912-87bb-c8567b09f5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:45.038605 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-93bde19a-b338-4912-87bb-c8567b09f5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:45.090267 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-93bde19a-b338-4912-87bb-c8567b09f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:45.105520 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bde19a-b338-4912-87bb-c8567b09f5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbddadc9-e847-4d8b-b6bc-6265df00263a,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:24:45.117340 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-93bde19a-b338-4912-87bb-c8567b09f5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:45.118461 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-93bde19a-b338-4912-87bb-c8567b09f5ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbddadc9-e847-4d8b-b6bc-6265df00263a HTTP/1.1" status: 204 len: 168 time: 0.1653516 Jan 18 14:24:49.845487 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-309fd0ea-a3c4-443a-8758-4a32332d6d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:51.519253 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-2ac6cbad-20e9-49fd-9549-ae05dd1a4a61 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662825 Jan 18 14:24:52.148634 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d3c83c8e-6991-4832-8f54-063146f9977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:53.027146 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-7688d13d-e55c-49ae-b181-cffbb72039e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 1099 time: 0.0704052 Jan 18 14:24:53.207999 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:53.235355 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-f6ddecf3-e70a-4acc-b134-5fe99ea819ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:53.237401 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-f6ddecf3-e70a-4acc-b134-5fe99ea819ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 918 time: 0.1918366 Jan 18 14:24:53.339332 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-7ca7269f-4332-402e-8e4a-4a388f052737 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e HTTP/1.1" status: 200 len: 1001 time: 0.0933440 Jan 18 14:24:53.404197 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-75ffc09d-021a-40ab-ac12-3d081bfc3cb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:24:53.405758 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-75ffc09d-021a-40ab-ac12-3d081bfc3cb4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0556836 Jan 18 14:24:53.407328 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:24:53.484405 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-30ede495-7bc7-43d6-9fa2-e94628c7b5a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715909 Jan 18 14:24:53.615270 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-4df577b4-178f-47ff-8756-8f18c7a03cee service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240401 Jan 18 14:24:53.743455 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f1033bf2-3905-43ce-921a-1ea1ef3ebabe req-a1914d4b-8d24-4faf-aae1-b3da355c6f2b service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200564 Jan 18 14:24:54.536898 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:07.354859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39696) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:25:07.491890 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a2665f14-5508-4b7c-a33a-cc74d81dbe13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:07.522685 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-a2665f14-5508-4b7c-a33a-cc74d81dbe13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:25:07.526437 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-a2665f14-5508-4b7c-a33a-cc74d81dbe13 admin admin] Usage tracker for resource:security_group_rule and tenant:27969e69f7ee4bd48dcfc6a5f4944b63 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:25:07.529323 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-a2665f14-5508-4b7c-a33a-cc74d81dbe13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:25:07.534841 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-a2665f14-5508-4b7c-a33a-cc74d81dbe13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:25:07.599566 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a2665f14-5508-4b7c-a33a-cc74d81dbe13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:07.604187 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a2665f14-5508-4b7c-a33a-cc74d81dbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:07.661538 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a2665f14-5508-4b7c-a33a-cc74d81dbe13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27969e69f7ee4bd48dcfc6a5f4944b63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3032844 Jan 18 14:25:07.661538 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2665f14-5508-4b7c-a33a-cc74d81dbe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fa475c-c1f5-489a-9b56-fe7802e863f3,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:07.661939 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 39708) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:25:07.725228 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a32f5836-57d9-4995-b142-ad221c41493d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:07.753046 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a32f5836-57d9-4995-b142-ad221c41493d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:07.808875 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a32f5836-57d9-4995-b142-ad221c41493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:07.825695 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f5836-57d9-4995-b142-ad221c41493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fa475c-c1f5-489a-9b56-fe7802e863f3,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:07.829956 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a32f5836-57d9-4995-b142-ad221c41493d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:07.831086 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-a32f5836-57d9-4995-b142-ad221c41493d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33fa475c-c1f5-489a-9b56-fe7802e863f3 HTTP/1.1" status: 204 len: 168 time: 0.1681907 Jan 18 14:25:13.016843 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:13.560222 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:25:13.695738 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-eb56c032-9781-40f5-895d-b0c5b6faf849 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=91929f72ca2d4fc684729c4c0782f1fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281632 Jan 18 14:25:13.839247 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-c64d7cff-fea7-4bb4-baaa-208789c738ba tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:13.840653 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-c64d7cff-fea7-4bb4-baaa-208789c738ba tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390746 Jan 18 14:25:13.856942 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-2f915379-9f16-4b1a-b9d8-2f691d600a51 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/quotas/91929f72ca2d4fc684729c4c0782f1fe HTTP/1.1" status: 200 len: 375 time: 0.0109851 Jan 18 14:25:13.901621 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-69f12b50-a340-4707-8bc8-63f2f4ad8d22 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91929f72ca2d4fc684729c4c0782f1fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396526 Jan 18 14:25:14.084650 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3ca52872-f428-481d-8902-1286bf8a90d4 req-cb60c060-6740-418b-a6b6-f5e11de2203c tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 210 time: 0.0409658 Jan 18 14:25:15.240991 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f985e91-e41f-420b-bcba-4d05e8165b3d req-7d25853b-fde4-4a88-b036-81a5dfd2f4ca tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 210 time: 0.0398386 Jan 18 14:25:16.404451 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4310ecba-9e94-4a06-ba1c-e5f20e766699 req-a78755fb-93ef-4650-903e-2ed12bc10f1c tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 210 time: 0.0421364 Jan 18 14:25:17.566048 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b30e4f5b-75da-4b47-b5dc-1c275a0e7128 req-0937043d-e879-4333-bdf2-77da4bff7ed7 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 210 time: 0.0436132 Jan 18 14:25:18.363178 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-bc420250-8934-4861-9bd2-fbf56f300ce2 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=91929f72ca2d4fc684729c4c0782f1fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292661 Jan 18 14:25:18.511622 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-da992913-7369-41e5-a3a2-f9bd7580f70d tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:18.513020 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-da992913-7369-41e5-a3a2-f9bd7580f70d tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449130 Jan 18 14:25:18.534471 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Request body: {'port': {'device_id': '325374fc-c397-4578-99fe-3df1b6a0bd69', 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05', 'admin_state_up': True, 'tenant_id': '91929f72ca2d4fc684729c4c0782f1fe'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:25:18.669341 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:25:18.673104 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Usage tracker for resource:port and tenant:91929f72ca2d4fc684729c4c0782f1fe is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:25:18.675861 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:25:18.682043 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:25:18.691570 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Made reservation on behalf of 91929f72ca2d4fc684729c4c0782f1fe for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:25:18.695243 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:18.743927 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:18.758929 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74eb67eb-156f-4b2f-91eb-1a5f46b7509e req-b2da34bd-c840-4209-893e-9648bb56f318 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 210 time: 0.0543201 Jan 18 14:25:18.781838 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:25:18.785784 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Usage tracker for resource:security_group_rule and tenant:91929f72ca2d4fc684729c4c0782f1fe is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:25:18.788808 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:25:18.795059 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:25:18.866264 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:18.870637 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:18.951687 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bba169-7a9a-4b68-b4d6-32a7436f2e66,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:19.049251 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Allocated IP 192.168.233.76 (ca46c9b2-8d46-4a02-8f93-56e1e7df4e05/e2a8993d-1fde-457e-87ef-7b0423afa291/717a9048-646c-4308-8d5b-d412ef92c626) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:25:19.186670 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39842) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:25:19.253457 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.268839 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Transition to ACTIVE for port object 717a9048-646c-4308-8d5b-d412ef92c626 will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:25:19.290651 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.324916 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8065907f-26dc-44ff-ae61-720f6f7adee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.358991 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8065907f-26dc-44ff-ae61-720f6f7adee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:25:19.362662 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8065907f-26dc-44ff-ae61-720f6f7adee8 admin admin] Usage tracker for resource:security_group_rule and tenant:d95a87e5d18b4f7299c75e83ec736e0c is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:25:19.364882 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:25:19.365567 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8065907f-26dc-44ff-ae61-720f6f7adee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:25:19.368449 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:25:19.370382 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Pushing event updated for resources: {'Port': ['ID=717a9048-646c-4308-8d5b-d412ef92c626,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:19.372465 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:25:19.373177 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8065907f-26dc-44ff-ae61-720f6f7adee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:25:19.456714 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8065907f-26dc-44ff-ae61-720f6f7adee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.462464 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8065907f-26dc-44ff-ae61-720f6f7adee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.511051 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065907f-26dc-44ff-ae61-720f6f7adee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b5a49c-8e1d-43d5-8173-bb7073a86e6b,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:19.516496 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8065907f-26dc-44ff-ae61-720f6f7adee8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d95a87e5d18b4f7299c75e83ec736e0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3287776 Jan 18 14:25:19.519063 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 39848) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:25:19.534699 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:19.535466 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.563973 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-ccaaf186-33f1-4263-9ff0-1ae14aac7a95 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0331523 Jan 18 14:25:19.576469 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Request body: {'port': {'device_id': '325374fc-c397-4578-99fe-3df1b6a0bd69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:25:19.588866 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7ec9-07e1-4c4c-8c4d-2281e914e945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.619292 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7ec9-07e1-4c4c-8c4d-2281e914e945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.675555 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7ec9-07e1-4c4c-8c4d-2281e914e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.691604 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-55002f67-ac78-4c3a-88b1-c164fedb362f None None] Provisioning for port 717a9048-646c-4308-8d5b-d412ef92c626 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:25:19.698050 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-55002f67-ac78-4c3a-88b1-c164fedb362f None None] Provisioning complete for port 717a9048-646c-4308-8d5b-d412ef92c626 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:25:19.699224 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.699569 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-55002f67-ac78-4c3a-88b1-c164fedb362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.700787 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c7ec9-07e1-4c4c-8c4d-2281e914e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b5a49c-8e1d-43d5-8173-bb7073a86e6b,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:19.704456 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7ec9-07e1-4c4c-8c4d-2281e914e945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:19.708384 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2a7c7ec9-07e1-4c4c-8c4d-2281e914e945 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1b5a49c-8e1d-43d5-8173-bb7073a86e6b HTTP/1.1" status: 204 len: 168 time: 0.1882713 Jan 18 14:25:19.822268 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-55002f67-ac78-4c3a-88b1-c164fedb362f None None] Port 717a9048-646c-4308-8d5b-d412ef92c626 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:25:19.864268 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-84ca9d2b-2268-4fcb-8698-d78f98b8ac8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:20.030741 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585103-d7f4-4c5f-817c-ef8d4309b842 req-5a8ec522-e8e4-4a14-8d05-1dbfb89495a9 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:20.032387 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-75585103-d7f4-4c5f-817c-ef8d4309b842 req-5a8ec522-e8e4-4a14-8d05-1dbfb89495a9 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 935 time: 0.0960734 Jan 18 14:25:20.082627 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-75585103-d7f4-4c5f-817c-ef8d4309b842 req-08292746-cbf2-4245-8342-8aead399ddbf tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Jan 18 14:25:20.148797 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717a9048-646c-4308-8d5b-d412ef92c626 {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:25:20.155466 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:20.168893 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Transition to ACTIVE for port object 717a9048-646c-4308-8d5b-d412ef92c626 will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:25:20.172922 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:20.297570 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Pushing event updated for resources: {'Port': ['ID=717a9048-646c-4308-8d5b-d412ef92c626,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:20.403743 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Attempting to bind port 717a9048-646c-4308-8d5b-d412ef92c626 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:25:20.404380 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Attempting to bind port 717a9048-646c-4308-8d5b-d412ef92c626 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1f4e4740-6b42-47a8-82b9-57a5c18b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:25:20.404380 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Attempting to bind port 717a9048-646c-4308-8d5b-d412ef92c626 on network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:25:20.410250 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Port 717a9048-646c-4308-8d5b-d412ef92c626 on network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:25:20.410568 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Attempting to bind port 717a9048-646c-4308-8d5b-d412ef92c626 on network ca46c9b2-8d46-4a02-8f93-56e1e7df4e05 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:25:20.416647 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:25:20.417031 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Checking segment: {'id': '1f4e4740-6b42-47a8-82b9-57a5c18b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:25:20.417414 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Bound using segment: {'id': '1f4e4740-6b42-47a8-82b9-57a5c18b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:25:20.417830 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Bound port: 717a9048-646c-4308-8d5b-d412ef92c626, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4e4740-6b42-47a8-82b9-57a5c18b0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:25:20.418171 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:20.502427 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] For port 717a9048-646c-4308-8d5b-d412ef92c626, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:25:20.505216 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] For port 717a9048-646c-4308-8d5b-d412ef92c626, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=717a9048-646c-4308-8d5b-d412ef92c626,segment=NetworkSegment(1f4e4740-6b42-47a8-82b9-57a5c18b0dbb),segment_id=1f4e4740-6b42-47a8-82b9-57a5c18b0dbb)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:25:20.509526 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:20.572769 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:20.574423 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] 10.222.0.77 "PUT /v2.0/ports/717a9048-646c-4308-8d5b-d412ef92c626 HTTP/1.1" status: 200 len: 1097 time: 1.0030105 Jan 18 14:25:20.574915 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325374fc-c397-4578-99fe-3df1b6a0bd69', 'tag': '717a9048-646c-4308-8d5b-d412ef92c626'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:20.594097 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae3193-10f0-4f17-8a93-311703f676b1 service neutron] Pushing event updated for resources: {'Port': ['ID=717a9048-646c-4308-8d5b-d412ef92c626,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:20.863192 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325374fc-c397-4578-99fe-3df1b6a0bd69', 'tag': '717a9048-646c-4308-8d5b-d412ef92c626', 'status': 'completed', 'code': 200} Jan 18 14:25:20.945324 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb660dd-ef43-4f99-bb36-43d93a2baa8b req-201e75f3-cf62-42c1-a5f9-ad204dfff18a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:20.946777 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2eb660dd-ef43-4f99-bb36-43d93a2baa8b req-201e75f3-cf62-42c1-a5f9-ad204dfff18a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.0808439 Jan 18 14:25:20.991602 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2eb660dd-ef43-4f99-bb36-43d93a2baa8b req-5f464e8c-5b8d-42ac-9967-4e3611fe7559 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392308 Jan 18 14:25:21.331219 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ea23f-d362-46a3-b57a-cd8b3d609d30 req-a48d65fb-a13e-4093-85eb-c581faf5c6a3 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:21.332658 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-646ea23f-d362-46a3-b57a-cd8b3d609d30 req-a48d65fb-a13e-4093-85eb-c581faf5c6a3 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 947 time: 0.1304133 Jan 18 14:25:21.375907 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-646ea23f-d362-46a3-b57a-cd8b3d609d30 req-18a4feb7-c218-4fb0-9381-f94cb6d7e420 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371952 Jan 18 14:25:22.149623 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-34a318c4-aa51-409c-932d-b16d6dd2e37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:22.187700 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d80f3-1ba5-4fd6-bbf5-569a05ad211b req-62e26fc3-dc9d-4831-a594-47f5751ce0d0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:22.189190 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-435d80f3-1ba5-4fd6-bbf5-569a05ad211b req-62e26fc3-dc9d-4831-a594-47f5751ce0d0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.0783658 Jan 18 14:25:22.234648 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-435d80f3-1ba5-4fd6-bbf5-569a05ad211b req-a19da22a-bbdc-4941-bfab-b29bdfa1eaca tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399680 Jan 18 14:25:22.572650 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16107d4-2481-483b-8968-93ea1e622ff1 req-2367b488-ca32-42c4-837a-b20e35bdc09a tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:22.574373 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f16107d4-2481-483b-8968-93ea1e622ff1 req-2367b488-ca32-42c4-837a-b20e35bdc09a tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 947 time: 0.0776739 Jan 18 14:25:22.620844 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f16107d4-2481-483b-8968-93ea1e622ff1 req-20b6bd69-d817-422e-a051-58126e4ce09f tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Jan 18 14:25:23.211078 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:23.410798 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:23.432657 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43c10e-a40c-4e12-b898-1d776d4c2df8 req-42c02c9b-c020-43a9-94fd-246c4ff8e2d1 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:23.434130 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ee43c10e-a40c-4e12-b898-1d776d4c2df8 req-42c02c9b-c020-43a9-94fd-246c4ff8e2d1 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.0763602 Jan 18 14:25:23.478729 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ee43c10e-a40c-4e12-b898-1d776d4c2df8 req-4be9f172-71ac-422c-8be2-14f34ace3a52 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390041 Jan 18 14:25:23.923359 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b193949c-5749-4bf5-892b-b9d868601c9e req-4541d0a8-0d6f-4072-8ea6-5ed4154b23e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91929f72ca2d4fc684729c4c0782f1fe&device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 1100 time: 0.0738804 Jan 18 14:25:23.956812 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f03db-f1fc-4f98-999c-5f0a0ba36825 req-bce2efbf-40de-43f0-becc-7a29040317de tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:23.958279 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-be6f03db-f1fc-4f98-999c-5f0a0ba36825 req-bce2efbf-40de-43f0-becc-7a29040317de tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 947 time: 0.0760944 Jan 18 14:25:23.973953 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b193949c-5749-4bf5-892b-b9d868601c9e req-d4327609-d241-4571-8638-9749bc7f201c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=91929f72ca2d4fc684729c4c0782f1fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247912 Jan 18 14:25:24.003207 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-be6f03db-f1fc-4f98-999c-5f0a0ba36825 req-515d7e54-5f48-49d3-9529-7d33d73f62e3 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386422 Jan 18 14:25:24.107954 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193949c-5749-4bf5-892b-b9d868601c9e req-1c9ab0f4-daf6-4c9e-814f-c9e07c967597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:24.109419 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b193949c-5749-4bf5-892b-b9d868601c9e req-1c9ab0f4-daf6-4c9e-814f-c9e07c967597 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286674 Jan 18 14:25:24.358475 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-757eb339-3fd3-4dfb-a0d2-55996f27e3a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=91929f72ca2d4fc684729c4c0782f1fe&device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 1100 time: 0.0669911 Jan 18 14:25:24.427871 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-14c98e08-2e08-45d0-b0fc-142051241def service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=717a9048-646c-4308-8d5b-d412ef92c626 HTTP/1.1" status: 200 len: 217 time: 0.0619407 Jan 18 14:25:24.487932 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-e7b54232-fc60-4abb-87b1-334f7e96265f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:24.489314 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-e7b54232-fc60-4abb-87b1-334f7e96265f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e2a8993d-1fde-457e-87ef-7b0423afa291 HTTP/1.1" status: 200 len: 843 time: 0.0551362 Jan 18 14:25:24.545929 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:24.697589 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-3f2a363a-8671-411b-9ed6-f732017c60fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ca46c9b2-8d46-4a02-8f93-56e1e7df4e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2018709 Jan 18 14:25:24.707781 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65030a-4eec-4514-b1bc-c9d5fa7a3213 req-86ed5ae6-d594-4dd2-bcbc-3798a10b9f0a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:24.709171 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1c65030a-4eec-4514-b1bc-c9d5fa7a3213 req-86ed5ae6-d594-4dd2-bcbc-3798a10b9f0a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.1009617 Jan 18 14:25:24.837220 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1c65030a-4eec-4514-b1bc-c9d5fa7a3213 req-82c04549-fd06-4f21-a90a-f94a98a6342c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102087 Jan 18 14:25:24.868628 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-fb63285c-61c2-4a34-be83-8ec96b0343f3 service neutron] 10.222.0.77 "GET /v2.0/networks/ca46c9b2-8d46-4a02-8f93-56e1e7df4e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585546 Jan 18 14:25:25.002324 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e7aefae8-a0ec-40e3-80a8-5ca9a0498102 req-4117bec1-906f-4fdf-99a4-902a5763d107 service neutron] 10.222.0.77 "GET /v2.0/networks/ca46c9b2-8d46-4a02-8f93-56e1e7df4e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261656 Jan 18 14:25:25.202370 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9d656-7b59-4f1d-bf6a-38b99380902d req-b80974a3-0c49-466e-8b87-9316a16d0c67 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:25.203840 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aee9d656-7b59-4f1d-bf6a-38b99380902d req-b80974a3-0c49-466e-8b87-9316a16d0c67 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 947 time: 0.0807800 Jan 18 14:25:25.248559 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aee9d656-7b59-4f1d-bf6a-38b99380902d req-1828c898-fe28-43ad-b873-d53a1d1baa71 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390861 Jan 18 14:25:26.029624 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3deee-2a9a-4447-bc74-de9cf6628e3c req-2dd2ae20-1799-46cb-abde-bec844720f9b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:26.031075 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7af3deee-2a9a-4447-bc74-de9cf6628e3c req-2dd2ae20-1799-46cb-abde-bec844720f9b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.0769656 Jan 18 14:25:26.075088 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7af3deee-2a9a-4447-bc74-de9cf6628e3c req-33014ec3-8f5f-4890-90b9-067c96627989 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Jan 18 14:25:26.441013 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5c37-c1f6-4807-940a-33ac990152ed req-634bc04d-5de3-47aa-937d-ce5308e600c2 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:26.442436 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-005c5c37-c1f6-4807-940a-33ac990152ed req-634bc04d-5de3-47aa-937d-ce5308e600c2 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 947 time: 0.0740826 Jan 18 14:25:26.487512 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-005c5c37-c1f6-4807-940a-33ac990152ed req-8077591c-9b32-4551-b3c1-a1ba92d6f02d tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Jan 18 14:25:26.536307 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4da46-f939-42e4-8b50-6895029ef465 req-489c9484-d451-44b6-96f1-d62d1ffed91d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:26.538270 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-48f4da46-f939-42e4-8b50-6895029ef465 req-489c9484-d451-44b6-96f1-d62d1ffed91d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.0785246 Jan 18 14:25:26.607133 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Deleting port 60b0c9a2-0a52-4b6c-a80a-227088a992fc {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:25:26.607526 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:26.850303 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] For port 60b0c9a2-0a52-4b6c-a80a-227088a992fc, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=60b0c9a2-0a52-4b6c-a80a-227088a992fc,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:26.850656 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:27.126433 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:27.127053 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:27.127164 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Floating IP f9cba62a-791c-4b61-b386-de96183c9388 disassociated. External IP: 172.27.1.38, port: 60b0c9a2-0a52-4b6c-a80a-227088a992fc. Jan 18 14:25:27.127527 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Calling delete_port for 60b0c9a2-0a52-4b6c-a80a-227088a992fc owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:25:27.320683 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:27.371277 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event deleted for resources: {'Port': ['ID=60b0c9a2-0a52-4b6c-a80a-227088a992fc,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:27.379225 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9e78-3d92-4c51-9a6e-ed6b5d325ed9 req-f460b758-6f0b-4a55-b8c1-f00aeb89a9fc tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:27.381223 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-16ff9e78-3d92-4c51-9a6e-ed6b5d325ed9 req-f460b758-6f0b-4a55-b8c1-f00aeb89a9fc tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 945 time: 0.1799552 Jan 18 14:25:27.392756 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.393125 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.393465 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.393793 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.394118 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.394442 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.394764 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.395087 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.395408 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.395992 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.397003 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:27.606297 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-16ff9e78-3d92-4c51-9a6e-ed6b5d325ed9 req-fe0d586a-adeb-473d-b7dc-f3affe074f21 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162666 Jan 18 14:25:27.688119 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08646c62-b764-4fc8-af99-c2fe34abb73f req-603547ec-1d13-4c04-8565-380a2161e65c tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:27.689629 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-08646c62-b764-4fc8-af99-c2fe34abb73f req-603547ec-1d13-4c04-8565-380a2161e65c tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 947 time: 0.0813589 Jan 18 14:25:27.728859 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Router c6451045-170f-46ee-b175-56a8b3ff9a52 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:25:27.735696 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-08646c62-b764-4fc8-af99-c2fe34abb73f req-3b250d13-337e-4680-a2f8-c186f2a10c37 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Jan 18 14:25:27.935660 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:25:27.946085 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] Sync routers for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:25:27.958024 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:25:27.958832 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:25:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:25:28.007267 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] No DVR routers for this DVR port 60b0c9a2-0a52-4b6c-a80a-227088a992fc on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:25:28.010279 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:28.012803 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'name': 'network-vif-deleted', 'tag': '60b0c9a2-0a52-4b6c-a80a-227088a992fc'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:28.030030 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-48f4da46-f939-42e4-8b50-6895029ef465 req-0ea446f0-20cc-4bb9-aa56-b7f57c72c341 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "DELETE /v2.0/ports/60b0c9a2-0a52-4b6c-a80a-227088a992fc HTTP/1.1" status: 204 len: 173 time: 1.4863663 Jan 18 14:25:28.073705 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b4cee9-f0c0-4ae8-bc99-9a8531323471', 'name': 'network-vif-deleted', 'tag': '60b0c9a2-0a52-4b6c-a80a-227088a992fc', 'status': 'completed', 'code': 200} Jan 18 14:25:28.172183 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:25:28.483525 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:25:28.487449 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] Checking router: c6451045-170f-46ee-b175-56a8b3ff9a52 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:25:28.498286 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:25:28.498873 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:25:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:25:28.681150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:25:28.844813 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-61a77225-8c9a-45e8-9050-8b6230bdd0b9 req-4375b8cd-d7bc-48be-bc64-19582e68d7af tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Synchronizing usage tracker for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:25:28.886371 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-61a77225-8c9a-45e8-9050-8b6230bdd0b9 req-4375b8cd-d7bc-48be-bc64-19582e68d7af tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Unset dirty status for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:25:28.891304 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-61a77225-8c9a-45e8-9050-8b6230bdd0b9 req-4375b8cd-d7bc-48be-bc64-19582e68d7af tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=71b4cee9-f0c0-4ae8-bc99-9a8531323471 HTTP/1.1" status: 200 len: 210 time: 0.1039174 Jan 18 14:25:29.090311 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:25:29.101415 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a29a9-1971-422f-91f1-8af32c6197bd None None] The sync data for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi is: [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:25:29.202074 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf41a0c-ce53-4a78-8a43-6388a9165889 req-2ab17a06-8bcf-4131-9be6-6b61d23c033f tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:29.205666 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-baf41a0c-ce53-4a78-8a43-6388a9165889 req-2ab17a06-8bcf-4131-9be6-6b61d23c033f tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Synchronizing usage tracker for tenant:91929f72ca2d4fc684729c4c0782f1fe on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:25:29.248383 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-baf41a0c-ce53-4a78-8a43-6388a9165889 req-2ab17a06-8bcf-4131-9be6-6b61d23c033f tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Unset dirty status for tenant:91929f72ca2d4fc684729c4c0782f1fe on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:25:29.250154 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-baf41a0c-ce53-4a78-8a43-6388a9165889 req-2ab17a06-8bcf-4131-9be6-6b61d23c033f tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 947 time: 0.1808550 Jan 18 14:25:29.299124 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-baf41a0c-ce53-4a78-8a43-6388a9165889 req-5e67cbf5-6f6a-43f7-9f3b-3c17d7142636 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Synchronizing usage tracker for tenant:91929f72ca2d4fc684729c4c0782f1fe on resource:security_group {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:25:29.320409 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-baf41a0c-ce53-4a78-8a43-6388a9165889 req-5e67cbf5-6f6a-43f7-9f3b-3c17d7142636 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Unset dirty status for tenant:91929f72ca2d4fc684729c4c0782f1fe on resource:security_group {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:25:29.322240 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-baf41a0c-ce53-4a78-8a43-6388a9165889 req-5e67cbf5-6f6a-43f7-9f3b-3c17d7142636 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652890 Jan 18 14:25:29.417604 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786001f-e5bd-4abe-89cf-971526b9c14d None None] New status for floating IP f9cba62a-791c-4b61-b386-de96183c9388: DOWN {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:25:29.772659 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 717a9048-646c-4308-8d5b-d412ef92c626 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:25:29.775053 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 60b0c9a2-0a52-4b6c-a80a-227088a992fc no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:25:29.812496 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 60b0c9a2-0a52-4b6c-a80a-227088a992fc {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:25:29.812830 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 60b0c9a2-0a52-4b6c-a80a-227088a992fc not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:25:29.938962 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 717a9048-646c-4308-8d5b-d412ef92c626, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=717a9048-646c-4308-8d5b-d412ef92c626,segment=NetworkSegment(1f4e4740-6b42-47a8-82b9-57a5c18b0dbb),segment_id=1f4e4740-6b42-47a8-82b9-57a5c18b0dbb)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:29.953074 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '717a9048-646c-4308-8d5b-d412ef92c626', 'network_id': 'ca46c9b2-8d46-4a02-8f93-56e1e7df4e05', 'port_id': '717a9048-646c-4308-8d5b-d412ef92c626', 'mac_address': 'fa:16:3e:a4:f6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a8993d-1fde-457e-87ef-7b0423afa291', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:25:30.008188 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:30.026240 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717a9048-646c-4308-8d5b-d412ef92c626 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:25:30.044505 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 717a9048-646c-4308-8d5b-d412ef92c626, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=717a9048-646c-4308-8d5b-d412ef92c626,segment=NetworkSegment(1f4e4740-6b42-47a8-82b9-57a5c18b0dbb),segment_id=1f4e4740-6b42-47a8-82b9-57a5c18b0dbb)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:30.048095 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:30.118209 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=717a9048-646c-4308-8d5b-d412ef92c626,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:30.126852 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.127200 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.127539 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.127874 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.128625 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.128625 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.128829 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.129199 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.129807 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.129915 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.130152 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:30.313545 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-bcc8919f-557c-4d5a-8c99-3bbee3bdb6d1 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813371135&fields=id&tenant_id=5a6d8cf6f0574a048d9848c2cef379c2 HTTP/1.1" status: 200 len: 267 time: 0.0515823 Jan 18 14:25:30.453767 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['717a9048-646c-4308-8d5b-d412ef92c626'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:25:30.467754 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-0b2618ef-8ebd-4f28-9278-fadd1be7836f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:30.469241 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-0b2618ef-8ebd-4f28-9278-fadd1be7836f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 811 time: 0.1482432 Jan 18 14:25:30.485290 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-3d2e4055-ccbd-47da-9a9f-8aaa404b3f21 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/quotas/5a6d8cf6f0574a048d9848c2cef379c2 HTTP/1.1" status: 200 len: 375 time: 0.0107257 Jan 18 14:25:30.573903 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-5f389061-342c-4ca4-a504-2168fb70f3cc tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812194 Jan 18 14:25:30.705859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ec768-668f-4a4b-ae38-e6706ba239ab req-dd667096-93a8-480f-a804-0e00fc2ae8a9 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:30.707224 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-649ec768-668f-4a4b-ae38-e6706ba239ab req-dd667096-93a8-480f-a804-0e00fc2ae8a9 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 948 time: 0.0774314 Jan 18 14:25:30.713088 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-6c8a6ae2-0c37-477a-ad9e-2ef8ba0737f3 service neutron] 10.222.0.45 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268320 Jan 18 14:25:30.757332 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-649ec768-668f-4a4b-ae38-e6706ba239ab req-45c74b2c-9122-43fc-808c-70d2f70f18c3 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Jan 18 14:25:30.842709 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-624f8f10-2963-4213-8cfd-aa75dcc8c198 service neutron] 10.222.0.45 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242404 Jan 18 14:25:30.944934 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071b129-33bc-49ab-a841-cce6ff0f61d8 req-c5f81aac-6923-4e00-bd67-9a10857c85ff tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:30.946394 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6071b129-33bc-49ab-a841-cce6ff0f61d8 req-c5f81aac-6923-4e00-bd67-9a10857c85ff tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 946 time: 0.0772452 Jan 18 14:25:30.992550 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6071b129-33bc-49ab-a841-cce6ff0f61d8 req-3db706a9-7052-4034-8ec8-5e84ce51b93f tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Jan 18 14:25:31.230229 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b51014d4-1378-405b-80f8-32fe5a252bc7 req-f2bab893-29ee-4449-b07e-97210382bbcd tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 210 time: 0.0439692 Jan 18 14:25:31.787669 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 717a9048-646c-4308-8d5b-d412ef92c626 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:25:31.856009 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 717a9048-646c-4308-8d5b-d412ef92c626 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:25:31.862086 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 717a9048-646c-4308-8d5b-d412ef92c626 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:25:31.862452 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:31.959483 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad85da0-679d-4fe9-a73a-8eca7f57ea5e req-24d58175-cede-4099-86eb-69092bd2febb tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:31.961044 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4ad85da0-679d-4fe9-a73a-8eca7f57ea5e req-24d58175-cede-4099-86eb-69092bd2febb tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 948 time: 0.0843365 Jan 18 14:25:32.007078 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4ad85da0-679d-4fe9-a73a-8eca7f57ea5e req-05c298c1-9ed9-458b-a554-418f34ab220e tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Jan 18 14:25:32.008794 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:32.044397 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325374fc-c397-4578-99fe-3df1b6a0bd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a9048-646c-4308-8d5b-d412ef92c626'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:32.056960 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 717a9048-646c-4308-8d5b-d412ef92c626, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=717a9048-646c-4308-8d5b-d412ef92c626,segment=NetworkSegment(1f4e4740-6b42-47a8-82b9-57a5c18b0dbb),segment_id=1f4e4740-6b42-47a8-82b9-57a5c18b0dbb)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:32.061538 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:32.136534 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=717a9048-646c-4308-8d5b-d412ef92c626,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:32.194208 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6cccb-f73d-48d0-af3a-b2f622789d36 req-73bb4032-b3cc-470c-bfa7-e1af708df712 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:32.196546 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c1f6cccb-f73d-48d0-af3a-b2f622789d36 req-73bb4032-b3cc-470c-bfa7-e1af708df712 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 946 time: 0.0792656 Jan 18 14:25:32.241288 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325374fc-c397-4578-99fe-3df1b6a0bd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a9048-646c-4308-8d5b-d412ef92c626', 'code': 200} Jan 18 14:25:32.244437 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c1f6cccb-f73d-48d0-af3a-b2f622789d36 req-9263a1e1-d8d5-4fde-bcfe-3f152d0b9116 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Jan 18 14:25:32.369408 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-8ded45b8-78ca-42a1-8f9e-fbc72e551443 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:32.371124 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-8ded45b8-78ca-42a1-8f9e-fbc72e551443 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 811 time: 0.1900332 Jan 18 14:25:32.440042 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f5e19ccb-b551-4af6-98b2-102ec28a32a3 req-3a0a2d89-177e-4c70-8493-6ce9a3a03741 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 210 time: 0.0678425 Jan 18 14:25:32.466288 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-85b9f241-8868-44c3-85d3-14b5cfa41507 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6d8cf6f0574a048d9848c2cef379c2 HTTP/1.1" status: 200 len: 380 time: 0.0618083 Jan 18 14:25:32.476499 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'port': {'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'admin_state_up': True, 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'security_groups': ['0b1f34d2-da9c-4e20-bd24-af338275b06d']}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:25:32.584132 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-047e2b94-2c15-4946-91dc-8327ca4ffd28 req-0cbedf81-f7f1-40e8-b75c-f255d4fb94f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 1102 time: 0.1262035 Jan 18 14:25:32.615798 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-7676a8f5-2896-4c60-9a1d-d516f3d30f2c tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:32.617475 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-7676a8f5-2896-4c60-9a1d-d516f3d30f2c tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.77 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 946 time: 0.1140220 Jan 18 14:25:32.690180 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-047e2b94-2c15-4946-91dc-8327ca4ffd28 req-cdeb7f01-be92-4167-9d56-5089e72bf458 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996866 Jan 18 14:25:32.695837 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:25:32.700283 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Deleting port b925832f-88d5-480a-b472-7405fe22a769 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:25:32.700619 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:32.705564 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:25:32.715913 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Made reservation on behalf of 5a6d8cf6f0574a048d9848c2cef379c2 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:25:32.719072 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:32.882246 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Allocated IP 172.20.0.11 (b324b43e-572e-4977-9daa-feaab2c9af42/e9e676a5-98c4-4f9c-a9b3-02c30d74a20c/340b345b-1dd0-49b5-852b-2719d39c29be) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:25:32.962780 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] For port b925832f-88d5-480a-b472-7405fe22a769, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b925832f-88d5-480a-b472-7405fe22a769,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:32.964096 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:33.089846 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:33.104079 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Calling delete_port for b925832f-88d5-480a-b472-7405fe22a769 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:25:33.109535 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Transition to ACTIVE for port object 340b345b-1dd0-49b5-852b-2719d39c29be will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:25:33.133883 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:33.212335 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Network b324b43e-572e-4977-9daa-feaab2c9af42 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:25:33.216362 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:25:33.223128 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:25:33.257032 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'Port': ['ID=340b345b-1dd0-49b5-852b-2719d39c29be,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:33.296876 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:33.297525 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:33.332749 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-e97388c3-cac2-4f4f-9e27-0a8df2ada0df tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8597417 Jan 18 14:25:33.344727 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Request body: {'port': {'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:25:33.378115 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733e619-1d15-4541-9901-21c45c8caa31 req-df68d51c-81d8-498a-98b5-dcb93b05a455 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:33.379615 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d733e619-1d15-4541-9901-21c45c8caa31 req-df68d51c-81d8-498a-98b5-dcb93b05a455 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 949 time: 0.2373145 Jan 18 14:25:33.439000 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:33.450261 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-278726aa-3df7-4522-bb30-aaa6287f0ba1 req-310c7ec7-aff5-4855-b2d2-9a5c67007ee1 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=bba23b06-0794-4f2c-98a4-0d11a3dfde2c HTTP/1.1" status: 200 len: 210 time: 0.0519745 Jan 18 14:25:33.454792 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['b925832f-88d5-480a-b472-7405fe22a769'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:25:33.499276 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d733e619-1d15-4541-9901-21c45c8caa31 req-07079044-ede2-4437-86c7-ed7d0b34c5cb tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117284 Jan 18 14:25:33.499980 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Pushing event deleted for resources: {'Port': ['ID=b925832f-88d5-480a-b472-7405fe22a769,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:33.509991 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.510406 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.510731 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.511069 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.511522 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.511830 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.512191 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.512824 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.513146 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.513585 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.513911 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:25:33.514039 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:33.554634 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ba156bd0-7573-4b4d-b3d0-dcdb0f681367 None None] Provisioning for port 340b345b-1dd0-49b5-852b-2719d39c29be completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:25:33.562568 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ba156bd0-7573-4b4d-b3d0-dcdb0f681367 None None] Provisioning complete for port 340b345b-1dd0-49b5-852b-2719d39c29be triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:25:33.563585 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ba156bd0-7573-4b4d-b3d0-dcdb0f681367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:33.603498 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] No DVR routers for this DVR port b925832f-88d5-480a-b472-7405fe22a769 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:25:33.606490 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:33.611725 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba23b06-0794-4f2c-98a4-0d11a3dfde2c', 'name': 'network-vif-deleted', 'tag': 'b925832f-88d5-480a-b472-7405fe22a769'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:33.627193 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d33c8ae-c8ca-40fd-acd4-832f508abcdc req-d785da5f-a356-40ec-aedc-9340f7f6f262 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.77 "DELETE /v2.0/ports/b925832f-88d5-480a-b472-7405fe22a769 HTTP/1.1" status: 204 len: 173 time: 1.0043974 Jan 18 14:25:33.633290 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-ba156bd0-7573-4b4d-b3d0-dcdb0f681367 None None] Port 340b345b-1dd0-49b5-852b-2719d39c29be cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:25:33.760916 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba23b06-0794-4f2c-98a4-0d11a3dfde2c', 'name': 'network-vif-deleted', 'tag': 'b925832f-88d5-480a-b472-7405fe22a769', 'status': 'completed', 'code': 200} Jan 18 14:25:33.828103 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91dfcf-d167-460e-8e31-b37ecd302a45 req-2366c2d4-b67b-407c-a4e6-1a2a3cfd2361 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:33.828784 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-2a91dfcf-d167-460e-8e31-b37ecd302a45 req-2366c2d4-b67b-407c-a4e6-1a2a3cfd2361 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Synchronizing usage tracker for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:25:33.863606 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-2a91dfcf-d167-460e-8e31-b37ecd302a45 req-2366c2d4-b67b-407c-a4e6-1a2a3cfd2361 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Unset dirty status for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:25:33.864715 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2a91dfcf-d167-460e-8e31-b37ecd302a45 req-2366c2d4-b67b-407c-a4e6-1a2a3cfd2361 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 932 time: 0.2224731 Jan 18 14:25:33.967682 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340b345b-1dd0-49b5-852b-2719d39c29be {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:25:33.975646 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2a91dfcf-d167-460e-8e31-b37ecd302a45 req-b44ba78a-a881-4399-a8ba-8c6c100ebdf9 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993960 Jan 18 14:25:33.977110 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:33.991738 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Transition to ACTIVE for port object 340b345b-1dd0-49b5-852b-2719d39c29be will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:25:33.996035 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:34.121038 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Pushing event updated for resources: {'Port': ['ID=340b345b-1dd0-49b5-852b-2719d39c29be,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:34.249384 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Attempting to bind port 340b345b-1dd0-49b5-852b-2719d39c29be on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:25:34.249736 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Attempting to bind port 340b345b-1dd0-49b5-852b-2719d39c29be by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:25:34.250113 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Attempting to bind port 340b345b-1dd0-49b5-852b-2719d39c29be on network b324b43e-572e-4977-9daa-feaab2c9af42 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:25:34.263894 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Port 340b345b-1dd0-49b5-852b-2719d39c29be on network b324b43e-572e-4977-9daa-feaab2c9af42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:25:34.264227 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Attempting to bind port 340b345b-1dd0-49b5-852b-2719d39c29be on network b324b43e-572e-4977-9daa-feaab2c9af42 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:25:34.271851 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:25:34.272243 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Checking segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:25:34.272625 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Bound using segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:25:34.273124 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Bound port: 340b345b-1dd0-49b5-852b-2719d39c29be, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:25:34.273476 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:34.358505 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] For port 340b345b-1dd0-49b5-852b-2719d39c29be, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:25:34.361688 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] For port 340b345b-1dd0-49b5-852b-2719d39c29be, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=340b345b-1dd0-49b5-852b-2719d39c29be,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:25:34.366731 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:34.430129 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:34.431480 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] 10.222.0.77 "PUT /v2.0/ports/340b345b-1dd0-49b5-852b-2719d39c29be HTTP/1.1" status: 200 len: 1094 time: 1.0911293 Jan 18 14:25:34.431901 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:34.450009 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe3480-7d48-42b2-917e-72e3665c2c94 service neutron] Pushing event updated for resources: {'Port': ['ID=340b345b-1dd0-49b5-852b-2719d39c29be,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:34.508115 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be', 'status': 'completed', 'code': 200} Jan 18 14:25:34.547672 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-5b6871cf-0281-455f-a2eb-11030238857e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 1097 time: 0.0778642 Jan 18 14:25:34.732907 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-91e0876a-967d-4876-932d-35998a77d849 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340b345b-1dd0-49b5-852b-2719d39c29be HTTP/1.1" status: 200 len: 217 time: 0.1776922 Jan 18 14:25:34.742856 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d759f-ff76-4018-acd2-e36dc8d98017 req-b7a37b9e-1158-4279-92b8-1abd0a934359 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:34.744248 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d55d759f-ff76-4018-acd2-e36dc8d98017 req-b7a37b9e-1158-4279-92b8-1abd0a934359 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 949 time: 0.0887816 Jan 18 14:25:34.796387 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-49f6556f-16b0-40a5-b0fd-bf566a295b5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:34.797563 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d55d759f-ff76-4018-acd2-e36dc8d98017 req-cf33e064-f848-4836-98d8-326c1269ab98 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Jan 18 14:25:34.797945 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-49f6556f-16b0-40a5-b0fd-bf566a295b5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0593555 Jan 18 14:25:34.882887 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-d8e98314-10f2-4046-be4b-ff43c8fbbb57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786772 Jan 18 14:25:35.028938 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-0f07d00e-0f87-43ce-ae43-516ff2021004 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394811 Jan 18 14:25:35.174315 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc52797-6a1a-45bd-86cf-c4031b908ad5 req-852ad0dc-5906-409d-86eb-905b1177ab39 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394379 Jan 18 14:25:35.177980 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9977a-acb5-4079-a742-bf675afa61e8 req-314ee2f9-cc9d-4c14-bfb7-fb713f8f3e6e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:35.179559 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5ad9977a-acb5-4079-a742-bf675afa61e8 req-314ee2f9-cc9d-4c14-bfb7-fb713f8f3e6e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0791626 Jan 18 14:25:35.225792 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5ad9977a-acb5-4079-a742-bf675afa61e8 req-924fdec1-c11d-4511-950e-436f08be1bb8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403905 Jan 18 14:25:35.277520 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd59c-6e71-4fb3-8123-a4f270c14cb8 req-c1cc7386-6022-4e0c-b9c2-8ca14f35df2f tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:35.278868 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-982fd59c-6e71-4fb3-8123-a4f270c14cb8 req-c1cc7386-6022-4e0c-b9c2-8ca14f35df2f tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 949 time: 0.0793457 Jan 18 14:25:35.322251 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-982fd59c-6e71-4fb3-8123-a4f270c14cb8 req-8e4e81ef-4793-4cd4-b89b-9ee641063224 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380030 Jan 18 14:25:35.701982 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-28eb4fc2-77f9-4110-b8b2-8238fcb8eec4 req-6fd62378-0b2f-4216-95b7-e6e645035f95 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 1097 time: 0.0662951 Jan 18 14:25:35.806546 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b925832f-88d5-480a-b472-7405fe22a769 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:25:35.827514 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb4fc2-77f9-4110-b8b2-8238fcb8eec4 req-75dd7cf3-c863-4a9e-8253-fc9875abfa1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:35.828995 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-28eb4fc2-77f9-4110-b8b2-8238fcb8eec4 req-75dd7cf3-c863-4a9e-8253-fc9875abfa1d service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.1207826 Jan 18 14:25:35.838809 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: b925832f-88d5-480a-b472-7405fe22a769 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:25:35.839150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device b925832f-88d5-480a-b472-7405fe22a769 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:25:36.423828 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04860e0f-6078-412c-9383-687a523c413d req-cd119b31-8bc1-47f5-b414-f4aafcc716f5 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:36.425288 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-04860e0f-6078-412c-9383-687a523c413d req-cd119b31-8bc1-47f5-b414-f4aafcc716f5 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0774400 Jan 18 14:25:36.469515 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-04860e0f-6078-412c-9383-687a523c413d req-ab0c5f01-6f95-4c74-8ddc-a30fc60f9750 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 Jan 18 14:25:36.520820 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce71e8-3ab8-4c18-8d5b-870d46209ed7 req-175d45a3-c9ab-4c78-89d7-d65984c74c20 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:36.522261 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-61ce71e8-3ab8-4c18-8d5b-870d46209ed7 req-175d45a3-c9ab-4c78-89d7-d65984c74c20 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 949 time: 0.0797386 Jan 18 14:25:36.567386 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-61ce71e8-3ab8-4c18-8d5b-870d46209ed7 req-8522b55b-7691-4676-b947-8903fef1dceb tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Jan 18 14:25:36.890286 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-28eb4fc2-77f9-4110-b8b2-8238fcb8eec4 req-57e84a61-c2a0-4684-914e-1c454c020992 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340b345b-1dd0-49b5-852b-2719d39c29be HTTP/1.1" status: 200 len: 217 time: 0.0626292 Jan 18 14:25:37.660886 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca4db6-ffc8-4cfe-b8bf-0267c916b80b req-5a287e7d-a3e6-4ad6-8eb1-f8d24ed960cf tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:37.662344 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-40ca4db6-ffc8-4cfe-b8bf-0267c916b80b req-5a287e7d-a3e6-4ad6-8eb1-f8d24ed960cf tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0747104 Jan 18 14:25:37.707372 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-40ca4db6-ffc8-4cfe-b8bf-0267c916b80b req-9584a9ea-8b20-44e5-80b2-f46a584b3f24 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396762 Jan 18 14:25:37.783752 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb4fc2-77f9-4110-b8b2-8238fcb8eec4 req-77a288cb-3b1a-4ec4-8dcd-982415889e8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:37.785164 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-28eb4fc2-77f9-4110-b8b2-8238fcb8eec4 req-77a288cb-3b1a-4ec4-8dcd-982415889e8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0992761 Jan 18 14:25:37.814232 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7078-f59e-4c11-ae55-8a0cf527c15c req-2e614597-29db-4f07-8d37-42e0122096f0 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:37.815579 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e48a7078-f59e-4c11-ae55-8a0cf527c15c req-2e614597-29db-4f07-8d37-42e0122096f0 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 949 time: 0.1000664 Jan 18 14:25:37.859874 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e48a7078-f59e-4c11-ae55-8a0cf527c15c req-285062ce-38de-4323-9d2c-da25987997ad tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387664 Jan 18 14:25:38.904141 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c8f92-1e39-45e4-8fd3-253530b163c4 req-80bb918c-8f56-4f32-94cf-1f96ebe86654 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:38.905610 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-731c8f92-1e39-45e4-8fd3-253530b163c4 req-80bb918c-8f56-4f32-94cf-1f96ebe86654 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0797992 Jan 18 14:25:38.956288 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-731c8f92-1e39-45e4-8fd3-253530b163c4 req-1d5ad91f-914b-4a55-a99c-db34181a8a0e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445480 Jan 18 14:25:38.997436 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-28eb4fc2-77f9-4110-b8b2-8238fcb8eec4 req-c9c635c5-3e45-4b3b-bee9-c26d76a19da5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853243 Jan 18 14:25:39.175707 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-28eb4fc2-77f9-4110-b8b2-8238fcb8eec4 req-d1e46026-f681-4766-881f-43f75abfa7a6 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698430 Jan 18 14:25:39.298405 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0647ea-bea6-4f1b-b1ac-70c28a0911cd req-f0a7126c-1b83-41d2-8aec-a8d4637df5ac tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:39.299840 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ac0647ea-bea6-4f1b-b1ac-70c28a0911cd req-f0a7126c-1b83-41d2-8aec-a8d4637df5ac tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 949 time: 0.1816573 Jan 18 14:25:39.349932 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-28eb4fc2-77f9-4110-b8b2-8238fcb8eec4 req-fe58a1ca-a243-416f-abad-97bb7c3ee0fe service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640973 Jan 18 14:25:39.369960 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ac0647ea-bea6-4f1b-b1ac-70c28a0911cd req-0e1a9742-487f-4f76-bfd0-69ed371359b2 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577958 Jan 18 14:25:40.170059 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b1f31-5d14-4c8f-ba47-29abb75528c4 req-22a11366-6698-43cb-aa86-e98ace2c67c9 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:40.171571 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-835b1f31-5d14-4c8f-ba47-29abb75528c4 req-22a11366-6698-43cb-aa86-e98ace2c67c9 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0804551 Jan 18 14:25:40.225051 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-835b1f31-5d14-4c8f-ba47-29abb75528c4 req-02adc53c-fa5d-46fd-8222-d41f1b14f42a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472419 Jan 18 14:25:40.338348 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-0a05fd3a-9042-4bca-8442-2c71d46ff791 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:40.339758 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-0a05fd3a-9042-4bca-8442-2c71d46ff791 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.77 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 949 time: 0.0758171 Jan 18 14:25:40.485723 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Deleting port 717a9048-646c-4308-8d5b-d412ef92c626 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:25:40.485984 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:40.726500 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63478b-67de-46c0-acb9-b60d3d52f176 req-7ef3e4d6-0669-4303-9115-c0ce2617f4a2 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:40.727938 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ea63478b-67de-46c0-acb9-b60d3d52f176 req-7ef3e4d6-0669-4303-9115-c0ce2617f4a2 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/ports?device_id=325374fc-c397-4578-99fe-3df1b6a0bd69 HTTP/1.1" status: 200 len: 949 time: 0.2145810 Jan 18 14:25:40.814643 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] For port 717a9048-646c-4308-8d5b-d412ef92c626, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=717a9048-646c-4308-8d5b-d412ef92c626,segment=NetworkSegment(1f4e4740-6b42-47a8-82b9-57a5c18b0dbb),segment_id=1f4e4740-6b42-47a8-82b9-57a5c18b0dbb)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:40.814997 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:40.823773 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ea63478b-67de-46c0-acb9-b60d3d52f176 req-542e7f81-9e52-42fa-b806-fe6589a70756 tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7bba169-7a9a-4b68-b4d6-32a7436f2e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901155 Jan 18 14:25:40.942736 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Calling delete_port for 717a9048-646c-4308-8d5b-d412ef92c626 owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:25:41.080226 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:41.091698 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['717a9048-646c-4308-8d5b-d412ef92c626'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:25:41.130714 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Pushing event deleted for resources: {'Port': ['ID=717a9048-646c-4308-8d5b-d412ef92c626,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:41.201732 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] No DVR routers for this DVR port 717a9048-646c-4308-8d5b-d412ef92c626 on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:25:41.204155 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:41.206654 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325374fc-c397-4578-99fe-3df1b6a0bd69', 'name': 'network-vif-deleted', 'tag': '717a9048-646c-4308-8d5b-d412ef92c626'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:41.224238 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-46af5b7a-9ffb-4210-806a-0522efe40a50 req-e305c950-7f71-43f9-9eca-d0a5b4e226be tempest-VolumesNegativeTest-236940301 tempest-VolumesNegativeTest-236940301-project] 10.222.0.77 "DELETE /v2.0/ports/717a9048-646c-4308-8d5b-d412ef92c626 HTTP/1.1" status: 204 len: 173 time: 0.8779051 Jan 18 14:25:41.266679 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325374fc-c397-4578-99fe-3df1b6a0bd69', 'name': 'network-vif-deleted', 'tag': '717a9048-646c-4308-8d5b-d412ef92c626', 'status': 'completed', 'code': 200} Jan 18 14:25:41.442101 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739c6fd-fa45-4bff-8e62-0c65294c8fb4 req-2e50325b-0891-46c0-be68-532e41cce241 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:41.443550 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5739c6fd-fa45-4bff-8e62-0c65294c8fb4 req-2e50325b-0891-46c0-be68-532e41cce241 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0826368 Jan 18 14:25:41.490161 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5739c6fd-fa45-4bff-8e62-0c65294c8fb4 req-2c2dab9e-ce34-4e4a-adf9-08b51ed6a930 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397806 Jan 18 14:25:42.688882 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a1fa-0917-46a9-9b0e-2bc9edd6755f req-fa530d9f-b19b-41aa-978c-3f12c5f67e2c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:42.690378 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c4a5a1fa-0917-46a9-9b0e-2bc9edd6755f req-fa530d9f-b19b-41aa-978c-3f12c5f67e2c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0786214 Jan 18 14:25:42.735815 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c4a5a1fa-0917-46a9-9b0e-2bc9edd6755f req-abaf2b2f-b330-4697-a675-45972844009f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391486 Jan 18 14:25:43.050266 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:43.938924 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bfed8-c4fb-42ce-96d4-d6bf95dbcabe req-845ded03-efba-40c6-ac3f-8f0c6dc93518 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:43.940381 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db4bfed8-c4fb-42ce-96d4-d6bf95dbcabe req-845ded03-efba-40c6-ac3f-8f0c6dc93518 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0833137 Jan 18 14:25:43.985830 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db4bfed8-c4fb-42ce-96d4-d6bf95dbcabe req-de3d5e00-43bc-43ed-a9e6-ecd92c149000 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392437 Jan 18 14:25:45.182556 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 717a9048-646c-4308-8d5b-d412ef92c626 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:25:45.183308 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fbac2-ee07-4510-94a1-e2191e7d4b87 req-a9748370-ea91-49c6-a930-9514134dff77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:45.184774 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4d3fbac2-ee07-4510-94a1-e2191e7d4b87 req-a9748370-ea91-49c6-a930-9514134dff77 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0792382 Jan 18 14:25:45.215978 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 717a9048-646c-4308-8d5b-d412ef92c626 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:25:45.216233 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 717a9048-646c-4308-8d5b-d412ef92c626 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:25:45.233571 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-4d3fbac2-ee07-4510-94a1-e2191e7d4b87 req-ec3c02f6-8d02-470c-840f-23e9cd76d244 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Jan 18 14:25:46.088720 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-f4508dd0-0497-41c9-b77c-a50fe3154a9e tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:46.090345 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-f4508dd0-0497-41c9-b77c-a50fe3154a9e tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/networks?id=b1dc5c60-179c-417d-a706-e6b8d2271005 HTTP/1.1" status: 200 len: 814 time: 0.1379533 Jan 18 14:25:46.105724 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-6d19e2df-a273-4b2a-a575-eb5dc74839b9 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/quotas/794bc2891bbf4af9a61f19494a1c89f9 HTTP/1.1" status: 200 len: 375 time: 0.0100963 Jan 18 14:25:46.152057 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-7ed76c26-6595-4211-9fbc-640c2107d37b tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Synchronizing usage tracker for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:25:46.166468 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-7ed76c26-6595-4211-9fbc-640c2107d37b tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Unset dirty status for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:25:46.167657 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-7ed76c26-6595-4211-9fbc-640c2107d37b tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=794bc2891bbf4af9a61f19494a1c89f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573244 Jan 18 14:25:46.302752 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-8f7524fa-a03f-42c8-acd7-9557d569b010 service neutron] 10.222.0.45 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284647 Jan 18 14:25:46.435207 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6793d-ef15-4407-af57-44a2ab6d9341 req-39f286a9-668d-4e01-8c37-d91f65466208 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:46.437266 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-84d6793d-ef15-4407-af57-44a2ab6d9341 req-39f286a9-668d-4e01-8c37-d91f65466208 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.0820911 Jan 18 14:25:46.441788 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-8bdb4fe3-cf63-4a96-ae21-bd465591de68 service neutron] 10.222.0.45 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334429 Jan 18 14:25:46.491727 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-84d6793d-ef15-4407-af57-44a2ab6d9341 req-488a571e-b412-439b-8e6c-7843cc50839c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447488 Jan 18 14:25:46.541542 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40278) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:25:46.624880 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9643e1f2-68a2-42f7-bfb3-5a3ce55fd9a4 req-662478bb-9be9-4e52-a09a-d817e1f7bae6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 210 time: 0.0439646 Jan 18 14:25:46.727558 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a1e26800-ebf1-48eb-a55e-d29ca06ab339 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91929f72ca2d4fc684729c4c0782f1fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1846673 Jan 18 14:25:46.730082 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40292) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:25:46.791940 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6ae6-f6bc-4940-b711-0eb1495018d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:46.817753 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6ae6-f6bc-4940-b711-0eb1495018d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:46.870401 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6ae6-f6bc-4940-b711-0eb1495018d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:46.886273 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d6ae6-f6bc-4940-b711-0eb1495018d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bba169-7a9a-4b68-b4d6-32a7436f2e66,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:46.900781 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ba7d6ae6-f6bc-4940-b711-0eb1495018d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:46.904579 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ba7d6ae6-f6bc-4940-b711-0eb1495018d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7bba169-7a9a-4b68-b4d6-32a7436f2e66 HTTP/1.1" status: 204 len: 168 time: 0.1711998 Jan 18 14:25:47.708868 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-baecba1d-abd1-44e3-b805-bf339167ca73 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:47.711706 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-baecba1d-abd1-44e3-b805-bf339167ca73 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.77 "GET /v2.0/networks?id=b1dc5c60-179c-417d-a706-e6b8d2271005 HTTP/1.1" status: 200 len: 814 time: 0.1683948 Jan 18 14:25:47.729628 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Request body: {'port': {'device_id': '6d81f787-c9d3-4639-ad34-31daaf7f9dbf', 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005', 'admin_state_up': True, 'tenant_id': '794bc2891bbf4af9a61f19494a1c89f9'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:25:47.752678 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e794cf-50ce-4aea-ab8f-ad0340fc554c req-21f75f37-2d70-4289-99d0-1aaf43d218ca tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:47.754618 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f6e794cf-50ce-4aea-ab8f-ad0340fc554c req-21f75f37-2d70-4289-99d0-1aaf43d218ca tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 944 time: 0.1041470 Jan 18 14:25:47.825291 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f6e794cf-50ce-4aea-ab8f-ad0340fc554c req-6618c80c-ab1f-4f78-8d80-043827f256fe tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645645 Jan 18 14:25:47.878787 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 340b345b-1dd0-49b5-852b-2719d39c29be details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:25:47.884418 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-68df714f-9028-4cec-900c-5b9399bdc620 req-ffc691f6-a43a-4930-a315-469ba171673c tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 210 time: 0.0751011 Jan 18 14:25:47.945366 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:25:47.955161 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:25:47.964705 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Made reservation on behalf of 794bc2891bbf4af9a61f19494a1c89f9 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:25:47.967788 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:48.018399 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 340b345b-1dd0-49b5-852b-2719d39c29be, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=340b345b-1dd0-49b5-852b-2719d39c29be,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:48.033103 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '340b345b-1dd0-49b5-852b-2719d39c29be', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:25:48.089225 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:48.109581 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340b345b-1dd0-49b5-852b-2719d39c29be {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:25:48.124671 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 340b345b-1dd0-49b5-852b-2719d39c29be, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=340b345b-1dd0-49b5-852b-2719d39c29be,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:48.129658 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:48.192300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=340b345b-1dd0-49b5-852b-2719d39c29be,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:48.209172 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Allocated IP 172.20.0.6 (b1dc5c60-179c-417d-a706-e6b8d2271005/dbe73b0e-64a6-468e-8387-0191d9d79058/c38f6c63-3d6f-4262-aef8-ea784a07b66f) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:25:48.403107 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:48.430246 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:48.494388 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['340b345b-1dd0-49b5-852b-2719d39c29be'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:25:48.499894 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Network b1dc5c60-179c-417d-a706-e6b8d2271005 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:25:48.502982 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:25:48.507374 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:25:48.534428 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Pushing event updated for resources: {'Port': ['ID=c38f6c63-3d6f-4262-aef8-ea784a07b66f,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:48.567693 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:48.568291 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:48.594964 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-74c52e28-8542-4000-bea1-876b305510c6 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8696413 Jan 18 14:25:48.606506 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Request body: {'port': {'device_id': '6d81f787-c9d3-4639-ad34-31daaf7f9dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:25:48.711953 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:49.044851 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07a32-2560-4889-8215-5c046a91095e req-6f50ca6b-b56e-4432-aff1-418ca954bf06 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:49.046348 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-00e07a32-2560-4889-8215-5c046a91095e req-6f50ca6b-b56e-4432-aff1-418ca954bf06 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 945 time: 0.0796554 Jan 18 14:25:49.091567 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-00e07a32-2560-4889-8215-5c046a91095e req-d1b5a2e2-e005-43a7-b5ae-9536f8140f38 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397635 Jan 18 14:25:49.100001 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38f6c63-3d6f-4262-aef8-ea784a07b66f {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:25:49.112484 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:49.132708 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Transition to ACTIVE for port object c38f6c63-3d6f-4262-aef8-ea784a07b66f will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:25:49.137435 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:49.203047 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cf544-d462-43b2-b7b3-c7c335d38ea1 req-058dd67b-b690-470e-b77a-cad44f45e7c3 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:49.203738 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-bc2cf544-d462-43b2-b7b3-c7c335d38ea1 req-058dd67b-b690-470e-b77a-cad44f45e7c3 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Synchronizing usage tracker for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:25:49.275630 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c38f6c63-3d6f-4262-aef8-ea784a07b66f,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:49.286441 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-bc2cf544-d462-43b2-b7b3-c7c335d38ea1 req-058dd67b-b690-470e-b77a-cad44f45e7c3 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Unset dirty status for tenant:794bc2891bbf4af9a61f19494a1c89f9 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:25:49.287579 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bc2cf544-d462-43b2-b7b3-c7c335d38ea1 req-058dd67b-b690-470e-b77a-cad44f45e7c3 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 931 time: 0.2543232 Jan 18 14:25:49.401802 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bc2cf544-d462-43b2-b7b3-c7c335d38ea1 req-834fdb47-eb93-4ed7-b280-93c98c658d97 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896170 Jan 18 14:25:49.421114 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Attempting to bind port c38f6c63-3d6f-4262-aef8-ea784a07b66f on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:25:49.421480 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Attempting to bind port c38f6c63-3d6f-4262-aef8-ea784a07b66f by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:25:49.421841 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Attempting to bind port c38f6c63-3d6f-4262-aef8-ea784a07b66f on network b1dc5c60-179c-417d-a706-e6b8d2271005 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:25:49.427582 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Port c38f6c63-3d6f-4262-aef8-ea784a07b66f on network b1dc5c60-179c-417d-a706-e6b8d2271005 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:25:49.427907 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Attempting to bind port c38f6c63-3d6f-4262-aef8-ea784a07b66f on network b1dc5c60-179c-417d-a706-e6b8d2271005 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:25:49.434184 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:25:49.434522 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Checking segment: {'id': '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:25:49.434900 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Bound using segment: {'id': '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:25:49.435321 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Bound port: c38f6c63-3d6f-4262-aef8-ea784a07b66f, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:25:49.435666 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:49.521912 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] For port c38f6c63-3d6f-4262-aef8-ea784a07b66f, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:25:49.525481 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] For port c38f6c63-3d6f-4262-aef8-ea784a07b66f, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c38f6c63-3d6f-4262-aef8-ea784a07b66f,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:25:49.530305 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:49.589140 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:49.590800 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] 10.222.0.77 "PUT /v2.0/ports/c38f6c63-3d6f-4262-aef8-ea784a07b66f HTTP/1.1" status: 200 len: 1093 time: 0.9888282 Jan 18 14:25:49.593403 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d81f787-c9d3-4639-ad34-31daaf7f9dbf', 'tag': 'c38f6c63-3d6f-4262-aef8-ea784a07b66f'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:49.615128 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330171fc-8218-4845-81b3-1f80c9d4f3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c38f6c63-3d6f-4262-aef8-ea784a07b66f,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:49.648229 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d81f787-c9d3-4639-ad34-31daaf7f9dbf', 'tag': 'c38f6c63-3d6f-4262-aef8-ea784a07b66f', 'status': 'completed', 'code': 200} Jan 18 14:25:49.720485 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-a5c317e3-50b3-4ab6-8a0c-1500b0ef205d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=794bc2891bbf4af9a61f19494a1c89f9&device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 1096 time: 0.0675976 Jan 18 14:25:49.787982 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-b1f5c076-f418-420b-a9b8-be137ab518e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c38f6c63-3d6f-4262-aef8-ea784a07b66f HTTP/1.1" status: 200 len: 217 time: 0.0607433 Jan 18 14:25:49.846512 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-851a2939-b027-413e-85dc-c1adac056498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:49.848938 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-17d55d86-0ac4-4d01-a712-4e7b73bd3c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:49.850403 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-17d55d86-0ac4-4d01-a712-4e7b73bd3c72 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dbe73b0e-64a6-468e-8387-0191d9d79058 HTTP/1.1" status: 200 len: 854 time: 0.0571687 Jan 18 14:25:49.879601 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 340b345b-1dd0-49b5-852b-2719d39c29be up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:25:49.954332 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 340b345b-1dd0-49b5-852b-2719d39c29be completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:25:49.959199 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 340b345b-1dd0-49b5-852b-2719d39c29be triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:25:49.960211 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:49.974556 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-a6452b5f-b487-419f-ab82-11f37a0eb9b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1dc5c60-179c-417d-a706-e6b8d2271005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180949 Jan 18 14:25:50.068536 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:50.095019 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:50.104259 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 340b345b-1dd0-49b5-852b-2719d39c29be, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=340b345b-1dd0-49b5-852b-2719d39c29be,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:50.104626 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-fcfb82de-b85e-47e7-9f12-3d939673fd94 service neutron] 10.222.0.77 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243176 Jan 18 14:25:50.108152 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:50.156517 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be', 'code': 200} Jan 18 14:25:50.197149 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=340b345b-1dd0-49b5-852b-2719d39c29be,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:50.247802 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dd9e2b80-3c80-4090-8bf8-e7bb272e6e2d req-e02d0939-04a7-4cae-a939-4db2ce9a5f74 service neutron] 10.222.0.77 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370814 Jan 18 14:25:50.380235 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e934cbb-a7df-450c-b7dc-e5493207a08a req-ba649d4a-b686-4cd3-8aef-8604812be9da tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:50.383121 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7e934cbb-a7df-450c-b7dc-e5493207a08a req-ba649d4a-b686-4cd3-8aef-8604812be9da tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 946 time: 0.1497750 Jan 18 14:25:50.410747 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8c7bb664-0eab-4bba-a27b-3ca2dcee77cb req-4cfbc374-3d64-4979-85d3-ed726165f85e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=794bc2891bbf4af9a61f19494a1c89f9&device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 1096 time: 0.0687296 Jan 18 14:25:50.482239 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7e934cbb-a7df-450c-b7dc-e5493207a08a req-4a2b1c98-0948-4f5d-9993-307515c20b5c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634520 Jan 18 14:25:50.493551 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92f62503-2eae-4250-a8c9-2869726072c7 req-8086006e-717d-497f-876b-1179ae0f3984 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 1099 time: 0.1065996 Jan 18 14:25:50.539474 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92f62503-2eae-4250-a8c9-2869726072c7 req-51790b2b-b567-4469-9661-b5a18c54fccd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387485 Jan 18 14:25:50.560335 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:25:50.591575 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bb664-0eab-4bba-a27b-3ca2dcee77cb req-82394337-958f-4dd3-9474-a43cc405f7f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:50.593195 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8c7bb664-0eab-4bba-a27b-3ca2dcee77cb req-82394337-958f-4dd3-9474-a43cc405f7f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1dc5c60-179c-417d-a706-e6b8d2271005 HTTP/1.1" status: 200 len: 915 time: 0.1748569 Jan 18 14:25:50.626275 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d419b64-e2ba-40a2-bea7-168f3d0cb656 req-e326991b-7a66-43b0-ad12-34f83b6ccd7a tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:50.627634 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d419b64-e2ba-40a2-bea7-168f3d0cb656 req-e326991b-7a66-43b0-ad12-34f83b6ccd7a tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 943 time: 0.0972745 Jan 18 14:25:50.671376 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d419b64-e2ba-40a2-bea7-168f3d0cb656 req-18cbd2a9-6801-4255-ac27-edb8e5014ffe tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381708 Jan 18 14:25:50.950372 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8c7bb664-0eab-4bba-a27b-3ca2dcee77cb req-95fae254-ba6d-4bfa-81d5-a464b584378a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c38f6c63-3d6f-4262-aef8-ea784a07b66f HTTP/1.1" status: 200 len: 217 time: 0.0653055 Jan 18 14:25:51.015910 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bb664-0eab-4bba-a27b-3ca2dcee77cb req-2c8cafc6-a7c2-4f6b-a2e3-8c16835876f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:51.017402 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8c7bb664-0eab-4bba-a27b-3ca2dcee77cb req-2c8cafc6-a7c2-4f6b-a2e3-8c16835876f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dbe73b0e-64a6-468e-8387-0191d9d79058 HTTP/1.1" status: 200 len: 854 time: 0.0605783 Jan 18 14:25:51.064651 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8c7bb664-0eab-4bba-a27b-3ca2dcee77cb req-612fc751-0783-4c15-a5b6-fb9f4b85d654 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1dc5c60-179c-417d-a706-e6b8d2271005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409968 Jan 18 14:25:51.214496 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8c7bb664-0eab-4bba-a27b-3ca2dcee77cb req-64285124-e9d5-490a-82dc-aa75808d8076 service neutron] 10.222.0.77 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261437 Jan 18 14:25:51.254244 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9e1cb787-02da-4e53-b112-0274973ee27e req-8d075a3e-07b6-4091-9a98-b6a7426538dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656908 Jan 18 14:25:51.344817 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9e1cb787-02da-4e53-b112-0274973ee27e req-a6540987-a396-4e4d-a7c6-67ab71d2d6e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f5d3beb82a4483fa4756a0670466383&device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1137 time: 0.0707483 Jan 18 14:25:51.345768 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8c7bb664-0eab-4bba-a27b-3ca2dcee77cb req-a36db089-fab8-4de4-9865-a4a514b2fa4c service neutron] 10.222.0.77 "GET /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257672 Jan 18 14:25:51.490072 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cb787-02da-4e53-b112-0274973ee27e req-2e20b758-96ac-4225-8e3e-666bf7117a0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:51.491465 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9e1cb787-02da-4e53-b112-0274973ee27e req-2e20b758-96ac-4225-8e3e-666bf7117a0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 200 len: 916 time: 0.1235607 Jan 18 14:25:51.598633 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9e1cb787-02da-4e53-b112-0274973ee27e req-ac8df484-932a-4ea6-a675-bb0dde69b68c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 1001 time: 0.1008999 Jan 18 14:25:51.664471 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cb787-02da-4e53-b112-0274973ee27e req-e9788c2a-fbee-4b16-974b-ce805a535fad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:51.665935 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9e1cb787-02da-4e53-b112-0274973ee27e req-e9788c2a-fbee-4b16-974b-ce805a535fad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=548432c6-9bb2-406c-bd59-eef4befc29b0 HTTP/1.1" status: 200 len: 854 time: 0.0609949 Jan 18 14:25:51.681080 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544719-113c-4393-ba4a-f2e3fafb2e6c req-eabd5b94-4608-4f17-b510-787b179a86b1 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:51.682553 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6b544719-113c-4393-ba4a-f2e3fafb2e6c req-eabd5b94-4608-4f17-b510-787b179a86b1 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 946 time: 0.0754144 Jan 18 14:25:51.727748 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6b544719-113c-4393-ba4a-f2e3fafb2e6c req-bba88dbd-172d-41fc-b494-57cf4ce15ccf tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397325 Jan 18 14:25:51.746882 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9e1cb787-02da-4e53-b112-0274973ee27e req-2d908e65-8937-4415-b6df-641384188ce1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1a05886-3917-4036-bf02-7dd8f8762006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740485 Jan 18 14:25:52.006612 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9e1cb787-02da-4e53-b112-0274973ee27e req-c96b1c9b-b9c4-4913-98b4-16db0245eddf service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528744 Jan 18 14:25:52.041268 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb120d-83fc-4b0a-8ea2-c0d82e547c81 req-4d4e9920-c6ea-470d-854d-a0a258994440 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:52.042647 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7fcb120d-83fc-4b0a-8ea2-c0d82e547c81 req-4d4e9920-c6ea-470d-854d-a0a258994440 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 943 time: 0.2256966 Jan 18 14:25:52.153450 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a3d3e091-20b1-41f4-9b57-4037b015a7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:52.168855 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7fcb120d-83fc-4b0a-8ea2-c0d82e547c81 req-2d1f60d6-ed67-40b0-a7ab-9c12f19c0b64 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810180 Jan 18 14:25:52.190066 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9e1cb787-02da-4e53-b112-0274973ee27e req-ea37242f-6335-4610-9dde-5cb32174dd6b service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774235 Jan 18 14:25:52.929135 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54ea67-02fb-42cd-a1ef-4ac091052332 req-f6dd8933-cb4e-46eb-ba0d-db40b4bfe90e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:52.930583 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f54ea67-02fb-42cd-a1ef-4ac091052332 req-f6dd8933-cb4e-46eb-ba0d-db40b4bfe90e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 946 time: 0.0829892 Jan 18 14:25:52.976389 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f54ea67-02fb-42cd-a1ef-4ac091052332 req-bbde7155-a2b5-4f4d-96c0-c4333a8171ba tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404127 Jan 18 14:25:53.171998 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f8531-5ee2-4a65-9376-7a6513d3e247 req-1683afab-0900-4e8f-8e2c-fc91828cf870 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:53.173460 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3d1f8531-5ee2-4a65-9376-7a6513d3e247 req-1683afab-0900-4e8f-8e2c-fc91828cf870 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 946 time: 0.0766473 Jan 18 14:25:53.221087 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3d1f8531-5ee2-4a65-9376-7a6513d3e247 req-d5a3591e-75bb-42e0-ba3e-9c44ef83d8cc tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420556 Jan 18 14:25:53.226580 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:53.250309 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40328) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:25:53.382146 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-93c41b52-fe20-42cf-9c3b-713b3ba71c80 tempest-TestVolumeBootPattern-658244829 tempest-TestVolumeBootPattern-658244829-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 1094 time: 0.1306124 Jan 18 14:25:53.385145 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40332) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:25:53.390636 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'floatingip': {'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:25:53.396122 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:25:53.400112 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06e072-440a-4f1b-a957-b3a33053c160 req-c3db0026-c829-47c3-8c31-ea82776fda44 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:53.401679 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc06e072-440a-4f1b-a957-b3a33053c160 req-c3db0026-c829-47c3-8c31-ea82776fda44 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 943 time: 0.1065564 Jan 18 14:25:53.405292 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:floatingip and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:25:53.410715 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:25:53.417947 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:25:53.420840 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:53.429575 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:53.453074 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc06e072-440a-4f1b-a957-b3a33053c160 req-209e475e-b331-4cef-bf61-6e879d1d8502 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Jan 18 14:25:53.563553 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:53.700885 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Allocated IP 172.27.1.147 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/e9f17ed7-a00f-46d7-964b-eef05724b79f) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:25:53.845062 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:53.871558 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:53.937054 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:25:53.939888 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:25:53.940026 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device c38f6c63-3d6f-4262-aef8-ea784a07b66f details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:25:53.944253 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:25:53.976025 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'Port': ['ID=e9f17ed7-a00f-46d7-964b-eef05724b79f,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:54.079494 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port c38f6c63-3d6f-4262-aef8-ea784a07b66f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c38f6c63-3d6f-4262-aef8-ea784a07b66f,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:54.092846 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': 'c38f6c63-3d6f-4262-aef8-ea784a07b66f', 'network_id': 'b1dc5c60-179c-417d-a706-e6b8d2271005', 'port_id': 'c38f6c63-3d6f-4262-aef8-ea784a07b66f', 'mac_address': 'fa:16:3e:4e:c6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe73b0e-64a6-468e-8387-0191d9d79058', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:25:54.144180 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:54.164767 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38f6c63-3d6f-4262-aef8-ea784a07b66f {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:25:54.179512 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port c38f6c63-3d6f-4262-aef8-ea784a07b66f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c38f6c63-3d6f-4262-aef8-ea784a07b66f,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:54.183389 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:54.272828 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=c38f6c63-3d6f-4262-aef8-ea784a07b66f,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:54.464844 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:54.524043 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:54.543478 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:54.563749 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['c38f6c63-3d6f-4262-aef8-ea784a07b66f'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:25:54.872421 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0907e8b-c64c-4891-a02e-6d018dcf3a5f req-280780df-353a-4609-9538-99aa4bc30467 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:54.873891 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e0907e8b-c64c-4891-a02e-6d018dcf3a5f req-280780df-353a-4609-9538-99aa4bc30467 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 944 time: 0.2943008 Jan 18 14:25:54.912610 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:54.923883 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:54.979965 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e0907e8b-c64c-4891-a02e-6d018dcf3a5f req-79fd4445-27b3-4c3c-8d10-10ce5217e62a tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000221 Jan 18 14:25:55.034057 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'Port': ['ID=e9f17ed7-a00f-46d7-964b-eef05724b79f,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:55.051876 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:55.234821 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Floating IP 869d6bd7-b2e9-4959-84aa-bdb5948446ca associated. External IP: 172.27.1.147, port: 340b345b-1dd0-49b5-852b-2719d39c29be. Jan 18 14:25:55.611634 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Router c6451045-170f-46ee-b175-56a8b3ff9a52 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:25:55.804870 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:25:55.814012 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] Sync routers for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:25:55.826150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:25:55.826851 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:25:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:25:55.829704 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:55.883817 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-9732e62b-37ba-4b4f-b6bc-8f4837627fc0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4973893 Jan 18 14:25:55.884483 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:55.941633 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be', 'status': 'completed', 'code': 200} Jan 18 14:25:55.971860 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device c38f6c63-3d6f-4262-aef8-ea784a07b66f up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:25:56.035392 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9b8a8cc0-1809-4765-adbf-c4362d431093 req-f4cb012b-abd5-45fa-a0c0-bc40ecf3c915 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 1099 time: 0.0726559 Jan 18 14:25:56.068314 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:25:56.135165 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port c38f6c63-3d6f-4262-aef8-ea784a07b66f completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:25:56.144501 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port c38f6c63-3d6f-4262-aef8-ea784a07b66f triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:25:56.144882 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:56.221163 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a8cc0-1809-4765-adbf-c4362d431093 req-e480e237-a033-4338-af46-2f74683eaef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:56.222628 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9b8a8cc0-1809-4765-adbf-c4362d431093 req-e480e237-a033-4338-af46-2f74683eaef0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.1819873 Jan 18 14:25:56.233400 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e758945-f71a-4595-a762-abf8420a753d req-7062c82e-a107-43a6-8367-9536228b8134 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:56.234768 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e758945-f71a-4595-a762-abf8420a753d req-7062c82e-a107-43a6-8367-9536228b8134 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 944 time: 0.1275704 Jan 18 14:25:56.418973 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:56.457385 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e758945-f71a-4595-a762-abf8420a753d req-9badd8df-2d6e-49c2-b76e-7945e0edc78e tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709347 Jan 18 14:25:56.458937 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9b8a8cc0-1809-4765-adbf-c4362d431093 req-266aa8a8-359c-4149-9481-39fb5078eb8d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340b345b-1dd0-49b5-852b-2719d39c29be HTTP/1.1" status: 200 len: 1000 time: 0.2233460 Jan 18 14:25:56.494821 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d81f787-c9d3-4639-ad34-31daaf7f9dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38f6c63-3d6f-4262-aef8-ea784a07b66f'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:25:56.512016 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port c38f6c63-3d6f-4262-aef8-ea784a07b66f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c38f6c63-3d6f-4262-aef8-ea784a07b66f,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:25:56.519468 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:25:56.528833 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a8cc0-1809-4765-adbf-c4362d431093 req-c1babf9d-6735-4e2b-8958-4a9bed68cb85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:56.530762 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9b8a8cc0-1809-4765-adbf-c4362d431093 req-c1babf9d-6735-4e2b-8958-4a9bed68cb85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0648515 Jan 18 14:25:56.554693 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d81f787-c9d3-4639-ad34-31daaf7f9dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38f6c63-3d6f-4262-aef8-ea784a07b66f', 'code': 200} Jan 18 14:25:56.598415 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=c38f6c63-3d6f-4262-aef8-ea784a07b66f,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:25:56.603301 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '869d6bd7-b2e9-4959-84aa-bdb5948446ca', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:25:54Z', 'updated_at': '2022-01-18T14:25:54Z', 'revision_number': 0, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:25:56.607300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] Checking router: c6451045-170f-46ee-b175-56a8b3ff9a52 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:25:56.612929 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9b8a8cc0-1809-4765-adbf-c4362d431093 req-672b9982-fbb5-4976-a318-ad27090c90c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750933 Jan 18 14:25:56.618133 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:25:56.618723 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:25:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:25:56.751319 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9b8a8cc0-1809-4765-adbf-c4362d431093 req-e9c1f14c-e5ab-4945-a4e3-1ba5773df977 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314363 Jan 18 14:25:56.790080 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6800c93b-8b64-4f22-8d51-c087fa14506b req-523b2523-c55c-4310-9ab9-cc33f14547b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 1098 time: 0.0713725 Jan 18 14:25:56.804448 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:25:56.835498 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6800c93b-8b64-4f22-8d51-c087fa14506b req-5384bfb2-adfc-4062-95e7-f7ad75a617a3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Jan 18 14:25:56.886029 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9b8a8cc0-1809-4765-adbf-c4362d431093 req-0d41e7c7-e89c-4862-b10f-59e3b209a084 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297708 Jan 18 14:25:57.174320 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '869d6bd7-b2e9-4959-84aa-bdb5948446ca', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:25:54Z', 'updated_at': '2022-01-18T14:25:54Z', 'revision_number': 0, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:25:57.178074 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d95af3-8299-40b7-8bdc-ac304da86ba0 None None] The sync data for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi is: [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '869d6bd7-b2e9-4959-84aa-bdb5948446ca', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:25:54Z', 'updated_at': '2022-01-18T14:25:54Z', 'revision_number': 0, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:25:57.357762 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7bde08-b17f-42d7-9b36-faac5ffa1ee9 None None] New status for floating IP 869d6bd7-b2e9-4959-84aa-bdb5948446ca: ACTIVE {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:25:57.653919 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f108faf-2597-4adf-bf9d-3003268c1df7 req-ca41de28-0db3-4f98-ae49-7fdd05e93157 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:57.655356 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8f108faf-2597-4adf-bf9d-3003268c1df7 req-ca41de28-0db3-4f98-ae49-7fdd05e93157 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 945 time: 0.0760317 Jan 18 14:25:57.702929 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8f108faf-2597-4adf-bf9d-3003268c1df7 req-b51bcb92-cc1d-41ce-8c7e-755090c89281 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Jan 18 14:25:58.893622 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe608bd1-083f-4df2-acf8-254dd0e4c472 req-a15d88c6-a392-42fa-876e-a1c218ebe4a1 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:25:58.895037 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fe608bd1-083f-4df2-acf8-254dd0e4c472 req-a15d88c6-a392-42fa-876e-a1c218ebe4a1 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 945 time: 0.0736454 Jan 18 14:25:58.941277 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fe608bd1-083f-4df2-acf8-254dd0e4c472 req-0b46764b-1ea9-4ec2-9ce2-0522e1b42fc9 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Jan 18 14:26:11.803622 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-efad7c63-5fca-4996-91e1-af9cb8b92be4 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627823022&fields=id&tenant_id=1f5d3beb82a4483fa4756a0670466383 HTTP/1.1" status: 200 len: 267 time: 0.0398169 Jan 18 14:26:11.884025 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-8864ebbf-bedc-4420-9877-f2de9e9526bb tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:11.885459 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-8864ebbf-bedc-4420-9877-f2de9e9526bb tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 984 time: 0.0769286 Jan 18 14:26:11.895597 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-4ef09b24-8156-401c-ad8f-1c7ef4064b22 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Request body: {'port': {'security_groups': ['25faf330-63fe-404c-9e48-efa4e3421d88']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:26:12.008902 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-4ef09b24-8156-401c-ad8f-1c7ef4064b22 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:12.240736 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-4ef09b24-8156-401c-ad8f-1c7ef4064b22 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] For port e7433cf6-1059-441b-8e6d-9a0716263bc0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:12.264511 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-4ef09b24-8156-401c-ad8f-1c7ef4064b22 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:12.268920 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-4ef09b24-8156-401c-ad8f-1c7ef4064b22 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2795526'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:12.281067 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['e7433cf6-1059-441b-8e6d-9a0716263bc0'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:26:12.342608 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-4ef09b24-8156-401c-ad8f-1c7ef4064b22 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:12.343273 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-4ef09b24-8156-401c-ad8f-1c7ef4064b22 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:12.348617 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5761e591-cc3f-43b0-93db-2a2502007d71 req-4ef09b24-8156-401c-ad8f-1c7ef4064b22 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "PUT /v2.0/ports/e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 942 time: 0.4572358 Jan 18 14:26:12.349101 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:26:12.351718 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40402) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:12.389309 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef09b24-8156-401c-ad8f-1c7ef4064b22 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event updated for resources: {'Port': ['ID=e7433cf6-1059-441b-8e6d-9a0716263bc0,revision_number=7']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:12.416584 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'status': 'completed', 'code': 200} Jan 18 14:26:12.441486 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d3bc86ed-b552-451d-aa55-ee78f2798b3b tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:12.483879 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['e7433cf6-1059-441b-8e6d-9a0716263bc0'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:26:12.508476 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d3bc86ed-b552-451d-aa55-ee78f2798b3b tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:12.587588 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4f521fe-1ef9-4f89-8261-ad0660d96b06 req-f737e970-64a4-4efb-a914-d6d22f66f1e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f5d3beb82a4483fa4756a0670466383&device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1098 time: 0.1437454 Jan 18 14:26:12.649848 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-f479922f-e145-4785-9e9d-9f6601abe313 None None] Provisioning complete for port e7433cf6-1059-441b-8e6d-9a0716263bc0 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:26:12.650132 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f479922f-e145-4785-9e9d-9f6601abe313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:12.662252 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d3bc86ed-b552-451d-aa55-ee78f2798b3b tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:12.690548 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc86ed-b552-451d-aa55-ee78f2798b3b tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256c568-00bd-4304-8f5a-2a672ecf33bb,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:12.719997 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-d3bc86ed-b552-451d-aa55-ee78f2798b3b tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:12.721291 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-d3bc86ed-b552-451d-aa55-ee78f2798b3b tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "DELETE /v2.0/security-groups/5256c568-00bd-4304-8f5a-2a672ecf33bb HTTP/1.1" status: 204 len: 168 time: 0.3677859 Jan 18 14:26:12.723906 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40412) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:12.754639 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f521fe-1ef9-4f89-8261-ad0660d96b06 req-9142e8b3-e84b-4284-85ad-98ba04f1f9d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:12.757694 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4f521fe-1ef9-4f89-8261-ad0660d96b06 req-9142e8b3-e84b-4284-85ad-98ba04f1f9d2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 200 len: 916 time: 0.1629074 Jan 18 14:26:12.879858 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4f521fe-1ef9-4f89-8261-ad0660d96b06 req-c6ed9936-6b59-4596-8574-0b08b80db4e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 1001 time: 0.1160209 Jan 18 14:26:12.942762 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f521fe-1ef9-4f89-8261-ad0660d96b06 req-ecfba7dd-9da4-4525-a4ea-92fb9267c8e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:12.944303 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4f521fe-1ef9-4f89-8261-ad0660d96b06 req-ecfba7dd-9da4-4525-a4ea-92fb9267c8e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=548432c6-9bb2-406c-bd59-eef4befc29b0 HTTP/1.1" status: 200 len: 854 time: 0.0563779 Jan 18 14:26:12.975197 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Deleting port a45c082a-c2f9-4d68-8aa4-78718da599e3 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:12.976263 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:13.017871 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4f521fe-1ef9-4f89-8261-ad0660d96b06 req-cc85366e-de0b-4169-b430-b00e241f5abe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1a05886-3917-4036-bf02-7dd8f8762006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665326 Jan 18 14:26:13.067004 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:13.150492 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4f521fe-1ef9-4f89-8261-ad0660d96b06 req-37be0fc3-5a62-47d7-86fe-a5690f1b846c service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250551 Jan 18 14:26:13.216393 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:13.216714 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:13.281642 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4f521fe-1ef9-4f89-8261-ad0660d96b06 req-a08162bb-6ee2-4158-9d00-3847f2bfeb18 service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216331 Jan 18 14:26:13.332485 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Calling delete_port for a45c082a-c2f9-4d68-8aa4-78718da599e3 owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:13.480752 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:13.523949 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event deleted for resources: {'Port': ['ID=a45c082a-c2f9-4d68-8aa4-78718da599e3,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:13.611521 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:13.984981 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Router 015ac896-9d3d-43a8-a300-f1c5418b9f78 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:26:14.174910 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:26:14.184557 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] Sync routers for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:26:14.195252 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:14.197162 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:14.197764 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:25:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:14.246867 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-070b97ce-1c4a-43c0-8571-147383dcef73 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "DELETE /v2.0/floatingips/3ec76211-7c84-470f-828c-c25244394112 HTTP/1.1" status: 204 len: 168 time: 1.5211031 Jan 18 14:26:14.371808 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:14.418230 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:26:14.476631 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'status': 'completed', 'code': 200} Jan 18 14:26:14.678043 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:48Z', 'revision_number': 5, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:14.682390 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] Checking router: 015ac896-9d3d-43a8-a300-f1c5418b9f78 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:26:14.692469 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:14.693085 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:25:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:14.867786 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:15.195664 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:48Z', 'revision_number': 5, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:15.199464 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6de159-7af7-4134-8bdd-85b78d2213b5 None None] The sync data for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi is: [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:21:00Z', 'revision_number': 4, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'fed817ed-df98-43b1-bcc0-f1e823441b2f', 'name': '', 'network_id': 'b1a05886-3917-4036-bf02-7dd8f8762006', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'mac_address': 'fa:16:3e:12:9e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:00Z', 'updated_at': '2022-01-18T14:21:48Z', 'revision_number': 5, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'subnets': [{'id': '548432c6-9bb2-406c-bd59-eef4befc29b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:26:15.403765 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bb280-5785-41da-9824-dae7a1664f49 None None] New status for floating IP 3ec76211-7c84-470f-828c-c25244394112: DOWN {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:26:17.058676 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1f36ce96-11b2-4999-8d30-58c81c86ef8f req-91d3178f-673d-4b3b-83a0-c937b1bd87ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f5d3beb82a4483fa4756a0670466383&device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 1098 time: 0.0712309 Jan 18 14:26:17.267208 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36ce96-11b2-4999-8d30-58c81c86ef8f req-347e0fa7-2687-4994-8cfe-b8ab2c99adef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:17.268564 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1f36ce96-11b2-4999-8d30-58c81c86ef8f req-347e0fa7-2687-4994-8cfe-b8ab2c99adef service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 200 len: 916 time: 0.2024875 Jan 18 14:26:17.335457 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1f36ce96-11b2-4999-8d30-58c81c86ef8f req-42bb5c2e-fd84-421d-aa76-46c076496b9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 200 len: 217 time: 0.0604320 Jan 18 14:26:17.396573 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36ce96-11b2-4999-8d30-58c81c86ef8f req-5f33bf23-22b4-4918-a651-9a2c05b65ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:17.398462 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1f36ce96-11b2-4999-8d30-58c81c86ef8f req-5f33bf23-22b4-4918-a651-9a2c05b65ef6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=548432c6-9bb2-406c-bd59-eef4befc29b0 HTTP/1.1" status: 200 len: 854 time: 0.0543139 Jan 18 14:26:17.469777 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1f36ce96-11b2-4999-8d30-58c81c86ef8f req-ae8b8fc3-a022-41aa-b408-37cadf3d2076 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1a05886-3917-4036-bf02-7dd8f8762006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652659 Jan 18 14:26:17.595680 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1f36ce96-11b2-4999-8d30-58c81c86ef8f req-34d9b738-3f5b-43cd-a66d-c914196167e0 service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192181 Jan 18 14:26:17.723654 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1f36ce96-11b2-4999-8d30-58c81c86ef8f req-dd784ea7-ee94-4846-9916-2fa9fc4dd77d service neutron] 10.222.0.77 "GET /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219110 Jan 18 14:26:19.851617 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b40bde2a-515a-449a-8602-d6dc3df256fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:20.789101 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301bf0-4d57-4b3f-8b1b-304292f316ad req-9c0a8574-640f-4516-b1f0-056b62ad94be tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:20.789785 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-73301bf0-4d57-4b3f-8b1b-304292f316ad req-9c0a8574-640f-4516-b1f0-056b62ad94be tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Synchronizing usage tracker for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:26:20.805017 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-73301bf0-4d57-4b3f-8b1b-304292f316ad req-9c0a8574-640f-4516-b1f0-056b62ad94be tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Unset dirty status for tenant:1f5d3beb82a4483fa4756a0670466383 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:26:20.806126 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-73301bf0-4d57-4b3f-8b1b-304292f316ad req-9c0a8574-640f-4516-b1f0-056b62ad94be tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0905495 Jan 18 14:26:20.855672 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-73301bf0-4d57-4b3f-8b1b-304292f316ad req-efdc5989-176b-4826-b623-9f381b88df67 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440049 Jan 18 14:26:22.051094 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec44a5c-cca4-4bcd-8c6e-9b2f01cd7d20 req-95441974-af76-4959-b65f-fa3cfb441a00 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:22.053436 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1ec44a5c-cca4-4bcd-8c6e-9b2f01cd7d20 req-95441974-af76-4959-b65f-fa3cfb441a00 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0757418 Jan 18 14:26:22.100580 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1ec44a5c-cca4-4bcd-8c6e-9b2f01cd7d20 req-f4d1ded4-d651-41ed-815f-8ac7ee681fda tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Jan 18 14:26:22.154633 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-da8e63b0-9ade-41e2-a52b-76424831b64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:22.870660 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-8c825572-690a-48e3-ab42-668ce8b22a04 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:22.871616 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-8c825572-690a-48e3-ab42-668ce8b22a04 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0810611 Jan 18 14:26:22.941129 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Deleting port e7433cf6-1059-441b-8e6d-9a0716263bc0 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:22.941472 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:23.187631 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] For port e7433cf6-1059-441b-8e6d-9a0716263bc0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e7433cf6-1059-441b-8e6d-9a0716263bc0,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:23.187973 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:23.218694 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:23.317191 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Calling delete_port for e7433cf6-1059-441b-8e6d-9a0716263bc0 owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:23.321967 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd86184-1934-40b7-ab03-053d1b91e00d req-bca6ceff-0ac0-48c3-a24a-fd20b144b0f4 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:23.323665 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bfd86184-1934-40b7-ab03-053d1b91e00d req-bca6ceff-0ac0-48c3-a24a-fd20b144b0f4 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ceb06ea-d079-4563-9f00-10bbd8022779 HTTP/1.1" status: 200 len: 945 time: 0.0868807 Jan 18 14:26:23.415961 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:23.451210 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bfd86184-1934-40b7-ab03-053d1b91e00d req-523e7525-75dd-4ede-8170-1152732c38e1 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.45 "GET /v2.0/security-groups?id=25faf330-63fe-404c-9e48-efa4e3421d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214061 Jan 18 14:26:23.494138 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f0c6f-5d4d-4b92-a1d9-1ff4760348e6 req-e6239217-c9e8-4bf3-948f-a92af39e7a12 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:23.495585 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-172f0c6f-5d4d-4b92-a1d9-1ff4760348e6 req-e6239217-c9e8-4bf3-948f-a92af39e7a12 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 945 time: 0.1862233 Jan 18 14:26:23.549629 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:23.566548 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['e7433cf6-1059-441b-8e6d-9a0716263bc0'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:26:23.601617 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-172f0c6f-5d4d-4b92-a1d9-1ff4760348e6 req-9655d1fe-b1da-4777-bb7d-817d902a74ee tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999265 Jan 18 14:26:23.603886 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Pushing event deleted for resources: {'Port': ['ID=e7433cf6-1059-441b-8e6d-9a0716263bc0,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:23.677099 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] No DVR routers for this DVR port e7433cf6-1059-441b-8e6d-9a0716263bc0 on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:26:23.680345 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:23.682833 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'name': 'network-vif-deleted', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:26:23.697504 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-39e28bfe-3bb1-4cd9-a2d1-f6f4593c3f15 req-d20b7de6-740b-45ee-9b09-8adf51dce160 tempest-TestMinimumBasicScenario-1535416084 tempest-TestMinimumBasicScenario-1535416084-project] 10.222.0.77 "DELETE /v2.0/ports/e7433cf6-1059-441b-8e6d-9a0716263bc0 HTTP/1.1" status: 204 len: 173 time: 0.8191702 Jan 18 14:26:23.738276 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ceb06ea-d079-4563-9f00-10bbd8022779', 'name': 'network-vif-deleted', 'tag': 'e7433cf6-1059-441b-8e6d-9a0716263bc0', 'status': 'completed', 'code': 200} Jan 18 14:26:24.545391 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:24.798570 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca418180-b7e1-42a5-adac-4ce9888a191a req-e447f100-1386-4cf9-b013-a001fab87e4c tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:24.800029 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ca418180-b7e1-42a5-adac-4ce9888a191a req-e447f100-1386-4cf9-b013-a001fab87e4c tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 945 time: 0.0757923 Jan 18 14:26:24.844079 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ca418180-b7e1-42a5-adac-4ce9888a191a req-22a4409d-6984-4444-89c0-407350f2a0df tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386264 Jan 18 14:26:25.193064 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40542) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:25.326275 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-0c477b00-e75e-4617-8d1d-b60c9c91a5c5 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:25.327842 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-0c477b00-e75e-4617-8d1d-b60c9c91a5c5 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 945 time: 0.0786147 Jan 18 14:26:25.533955 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Deleting port c38f6c63-3d6f-4262-aef8-ea784a07b66f {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:25.534295 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:25.855742 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] For port c38f6c63-3d6f-4262-aef8-ea784a07b66f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c38f6c63-3d6f-4262-aef8-ea784a07b66f,segment=NetworkSegment(45eb97ab-57e0-4464-9b3c-b497e7c2eaf2),segment_id=45eb97ab-57e0-4464-9b3c-b497e7c2eaf2)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:25.856457 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:26.031464 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Calling delete_port for c38f6c63-3d6f-4262-aef8-ea784a07b66f owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:26.042941 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcf5ec-3622-4333-8469-70440a919ff8 req-a6d08ec7-92d2-478a-9fd6-a892afbc09fe tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:26.044387 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72bcf5ec-3622-4333-8469-70440a919ff8 req-a6d08ec7-92d2-478a-9fd6-a892afbc09fe tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d81f787-c9d3-4639-ad34-31daaf7f9dbf HTTP/1.1" status: 200 len: 945 time: 0.0752387 Jan 18 14:26:26.089794 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72bcf5ec-3622-4333-8469-70440a919ff8 req-00f613bc-ec72-422a-be05-b098ced4c634 tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.45 "GET /v2.0/security-groups?id=8639ddb1-b208-413a-9928-b5955bc7d596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jan 18 14:26:26.244462 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:26.256589 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['c38f6c63-3d6f-4262-aef8-ea784a07b66f'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:26:26.299378 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Pushing event deleted for resources: {'Port': ['ID=c38f6c63-3d6f-4262-aef8-ea784a07b66f,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:26.378388 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] No DVR routers for this DVR port c38f6c63-3d6f-4262-aef8-ea784a07b66f on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:26:26.381689 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:26.385490 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d81f787-c9d3-4639-ad34-31daaf7f9dbf', 'name': 'network-vif-deleted', 'tag': 'c38f6c63-3d6f-4262-aef8-ea784a07b66f'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:26:26.402473 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890100'] for router_interface, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:26.454390 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d81f787-c9d3-4639-ad34-31daaf7f9dbf', 'name': 'network-vif-deleted', 'tag': 'c38f6c63-3d6f-4262-aef8-ea784a07b66f', 'status': 'completed', 'code': 200} Jan 18 14:26:26.455733 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cb66a009-96f4-4871-994a-f59ae36bf8f4 req-f746c2d2-666d-4bd9-998a-3c03529314af tempest-VolumesSnapshotTestJSON-794652606 tempest-VolumesSnapshotTestJSON-794652606-project] 10.222.0.77 "DELETE /v2.0/ports/c38f6c63-3d6f-4262-aef8-ea784a07b66f HTTP/1.1" status: 204 len: 173 time: 1.1221571 Jan 18 14:26:26.709197 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device e7433cf6-1059-441b-8e6d-9a0716263bc0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:26:26.756382 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: e7433cf6-1059-441b-8e6d-9a0716263bc0 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:26:26.756712 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device e7433cf6-1059-441b-8e6d-9a0716263bc0 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:26:27.128079 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Deleting port fed817ed-df98-43b1-bcc0-f1e823441b2f {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:27.128676 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:27.325875 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] For port fed817ed-df98-43b1-bcc0-f1e823441b2f, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=fed817ed-df98-43b1-bcc0-f1e823441b2f,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:27.326221 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:27.445945 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Calling delete_port for fed817ed-df98-43b1-bcc0-f1e823441b2f owned by network:router_interface {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:27.571765 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:26:27.651891 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:27.706741 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed817ed-df98-43b1-bcc0-f1e823441b2f,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:27.744232 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.744587 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.744921 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.745278 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.745609 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.745932 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.746321 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.746571 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.746901 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.747212 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:27.747529 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:28.010219 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2753659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890781'] for router_interface, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:28.661626 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Router 015ac896-9d3d-43a8-a300-f1c5418b9f78 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:26:28.713726 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device c38f6c63-3d6f-4262-aef8-ea784a07b66f no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:26:28.745087 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: c38f6c63-3d6f-4262-aef8-ea784a07b66f {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:26:28.745426 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device c38f6c63-3d6f-4262-aef8-ea784a07b66f not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:26:28.854243 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:26:28.866516 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] Sync routers for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:26:28.868846 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40580) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:28.869394 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-170841b2-e728-4eac-ad03-ecdf9163da12 admin admin] 10.222.0.45 "PUT /v2.0/routers/015ac896-9d3d-43a8-a300-f1c5418b9f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6747718 Jan 18 14:26:28.879662 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:28.880266 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:26:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:29.063568 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:29.072283 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:29.278219 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:29.289124 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Deleting port f6c7eec1-7c10-42c0-a8cb-8db46006ee95 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:29.289661 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:29.382935 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:26:27Z', 'revision_number': 5, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port': {'id': 'f6c7eec1-7c10-42c0-a8cb-8db46006ee95', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:57Z', 'updated_at': '2022-01-18T14:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:29.387581 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] Checking router: 015ac896-9d3d-43a8-a300-f1c5418b9f78 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:26:29.403799 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] Routers {'015ac896-9d3d-43a8-a300-f1c5418b9f78'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:29.404744 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:26:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['015ac896-9d3d-43a8-a300-f1c5418b9f78'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:29.491819 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] For port f6c7eec1-7c10-42c0-a8cb-8db46006ee95, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=f6c7eec1-7c10-42c0-a8cb-8db46006ee95,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:29.492431 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:29.577751 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] Set router 015ac896-9d3d-43a8-a300-f1c5418b9f78 gateway port host: None {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:29.617375 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Calling delete_port for f6c7eec1-7c10-42c0-a8cb-8db46006ee95 owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:29.701696 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:26:29Z', 'revision_number': 6, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port_host': None}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:29.706289 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f61c40-92ee-45c2-8eb1-790ee47d1f0f None None] The sync data for ids ['015ac896-9d3d-43a8-a300-f1c5418b9f78'] in dv-cinder-825106-1-iscsi is: [{'id': '015ac896-9d3d-43a8-a300-f1c5418b9f78', 'name': 'tempest-TestMinimumBasicScenario-1687226966-router', 'tenant_id': '1f5d3beb82a4483fa4756a0670466383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:56Z', 'updated_at': '2022-01-18T14:26:29Z', 'revision_number': 6, 'project_id': '1f5d3beb82a4483fa4756a0670466383', 'gw_port_host': None}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:26:29.810150 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:29.857055 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c7eec1-7c10-42c0-a8cb-8db46006ee95,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:29.905415 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d823b3-9c30-40c4-9443-43145dd5dcf1 req-b5d8dd49-0f7b-4b47-b49c-62feefa26f41 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:29.907015 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d6d823b3-9c30-40c4-9443-43145dd5dcf1 req-b5d8dd49-0f7b-4b47-b49c-62feefa26f41 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 946 time: 0.0806284 Jan 18 14:26:29.954118 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d6d823b3-9c30-40c4-9443-43145dd5dcf1 req-843ebbbf-1e2c-4e83-ac49-37c9997a74c7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Jan 18 14:26:30.076027 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890833'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.396208 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104052'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.400198 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.487573 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883129'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.488099 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 015ac896-9d3d-43a8-a300-f1c5418b9f78 {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:26:30.503958 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.506151 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-21016467-ca77-4f92-9767-b13189cb90b0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/015ac896-9d3d-43a8-a300-f1c5418b9f78 HTTP/1.1" status: 204 len: 168 time: 1.6352923 Jan 18 14:26:30.507676 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40598) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:30.511098 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f6c7eec1-7c10-42c0-a8cb-8db46006ee95 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:26:30.543432 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: f6c7eec1-7c10-42c0-a8cb-8db46006ee95 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:26:30.543764 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f6c7eec1-7c10-42c0-a8cb-8db46006ee95 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:26:30.544172 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device fed817ed-df98-43b1-bcc0-f1e823441b2f no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:26:30.570198 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-32910ff8-8d35-4ff5-b947-433d2897b1c0 admin admin] Deleting subnet 548432c6-9bb2-406c-bd59-eef4befc29b0 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:26:30.573203 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-32910ff8-8d35-4ff5-b947-433d2897b1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.576218 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: fed817ed-df98-43b1-bcc0-f1e823441b2f {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:26:30.576557 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device fed817ed-df98-43b1-bcc0-f1e823441b2f not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:26:30.624225 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-32910ff8-8d35-4ff5-b947-433d2897b1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.742313 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-32910ff8-8d35-4ff5-b947-433d2897b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.808016 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-32910ff8-8d35-4ff5-b947-433d2897b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.845880 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32910ff8-8d35-4ff5-b947-433d2897b1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548432c6-9bb2-406c-bd59-eef4befc29b0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:30.852775 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-32910ff8-8d35-4ff5-b947-433d2897b1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.858467 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-32910ff8-8d35-4ff5-b947-433d2897b1c0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/548432c6-9bb2-406c-bd59-eef4befc29b0 HTTP/1.1" status: 204 len: 168 time: 0.3488622 Jan 18 14:26:30.859119 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035c532-1e93-441e-ae9d-dea45c26d723 None None] Network b1a05886-3917-4036-bf02-7dd8f8762006 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:26:30.861018 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40602) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:30.964894 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:30.975019 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Deleting port e398f8a5-e278-425e-ad69-b004bfa68246 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:30.975261 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.152926 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] DHCP port deletion for b1a05886-3917-4036-bf02-7dd8f8762006 request from dv-cinder-825106-1-iscsi {{(pid=82797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:26:31.157036 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] Deleting port e398f8a5-e278-425e-ad69-b004bfa68246 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:31.157430 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.179301 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181e99e-e672-450a-93bb-fa409d535f3f req-2e1db60e-d824-41db-a14b-6dc27e4a36c8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:31.180878 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a181e99e-e672-450a-93bb-fa409d535f3f req-2e1db60e-d824-41db-a14b-6dc27e4a36c8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 946 time: 0.0841680 Jan 18 14:26:31.191997 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] For port e398f8a5-e278-425e-ad69-b004bfa68246, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=e398f8a5-e278-425e-ad69-b004bfa68246,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:31.192356 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.228121 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a181e99e-e672-450a-93bb-fa409d535f3f req-e5de1288-1045-4a53-84c8-22ebddca21e3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Jan 18 14:26:31.317314 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Calling delete_port for e398f8a5-e278-425e-ad69-b004bfa68246 owned by network:dhcp {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:31.359734 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] For port e398f8a5-e278-425e-ad69-b004bfa68246, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=e398f8a5-e278-425e-ad69-b004bfa68246,segment=NetworkSegment(cfc0b1ba-1d63-4b60-8d90-124e73120d85),segment_id=cfc0b1ba-1d63-4b60-8d90-124e73120d85)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:31.360110 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.388753 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.430988 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Pushing event deleted for resources: {'Port': ['ID=e398f8a5-e278-425e-ad69-b004bfa68246,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:31.438313 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] No DVR routers for this DVR port e398f8a5-e278-425e-ad69-b004bfa68246 on host dv-cinder-825106-1-iscsi {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:26:31.479214 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] Calling delete_port for e398f8a5-e278-425e-ad69-b004bfa68246 owned by network:dhcp {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:31.550732 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.579775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a05886-3917-4036-bf02-7dd8f8762006']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:31.591374 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc0b1ba-1d63-4b60-8d90-124e73120d85') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:31.591676 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc0b1ba-1d63-4b60-8d90-124e73120d85') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:31.602688 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.606256 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.api [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:26:31.606752 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG oslo_db.api [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:26:31.618617 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.624416 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:26:31.624796 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:26:31.638081 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:26:31.712036 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.818043 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:31.820576 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a05886-3917-4036-bf02-7dd8f8762006,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:31.831294 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-33a56f3a-9113-426d-84e0-3b59b2b79335 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b1a05886-3917-4036-bf02-7dd8f8762006 HTTP/1.1" status: 204 len: 168 time: 0.9691005 Jan 18 14:26:31.834052 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40610) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:32.107675 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] Deleting port e398f8a5-e278-425e-ad69-b004bfa68246 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:32.107971 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:32.179187 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-d1520999-5f87-4bce-973e-9650facb0a30 None None] The port 'e398f8a5-e278-425e-ad69-b004bfa68246' was deleted {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:26:32.219001 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890100'] for router_interface, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:32.343904 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device e398f8a5-e278-425e-ad69-b004bfa68246 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:26:32.375810 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: e398f8a5-e278-425e-ad69-b004bfa68246 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:26:32.376155 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device e398f8a5-e278-425e-ad69-b004bfa68246 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:26:32.511321 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf18a4c-e4a6-4020-b10c-7ede32f5f7eb req-2b0a7067-4545-4943-af1b-3e4800641a93 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:32.512629 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-faf18a4c-e4a6-4020-b10c-7ede32f5f7eb req-2b0a7067-4545-4943-af1b-3e4800641a93 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 946 time: 0.1287205 Jan 18 14:26:32.645481 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-faf18a4c-e4a6-4020-b10c-7ede32f5f7eb req-317155fa-8cfe-475e-8178-4c013c257180 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271081 Jan 18 14:26:32.893615 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Deleting port 5c913c8a-8bac-4368-bcd2-519f694cc1bf {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:32.893957 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:33.056828 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] For port 5c913c8a-8bac-4368-bcd2-519f694cc1bf, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=5c913c8a-8bac-4368-bcd2-519f694cc1bf,segment=NetworkSegment(3df4b14a-8e9c-4987-9e7a-934404392d72),segment_id=3df4b14a-8e9c-4987-9e7a-934404392d72)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:33.057203 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:33.171891 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Calling delete_port for 5c913c8a-8bac-4368-bcd2-519f694cc1bf owned by network:router_interface {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:33.428206 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:33.479087 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c913c8a-8bac-4368-bcd2-519f694cc1bf,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:33.767885 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2753659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890781'] for router_interface, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:33.865170 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458f76a-5247-4bf8-993c-ac49e46c9c68 req-77246adb-9a41-4175-b824-01c1d8b6019e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:33.866930 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d458f76a-5247-4bf8-993c-ac49e46c9c68 req-77246adb-9a41-4175-b824-01c1d8b6019e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 946 time: 0.0841737 Jan 18 14:26:33.963340 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d458f76a-5247-4bf8-993c-ac49e46c9c68 req-d95589e5-5abb-48c3-96e9-e287bcb92544 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887871 Jan 18 14:26:34.375841 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:26:34.572782 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:26:34.581720 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] Sync routers for ids ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:26:34.582183 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-ea92654e-6d36-48b0-9c10-ebb22d4644a8 admin admin] 10.222.0.45 "PUT /v2.0/routers/78f999eb-1c90-4fb3-bc5a-ce778bccf733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7467425 Jan 18 14:26:34.584169 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40628) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:34.593387 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] Routers {'78f999eb-1c90-4fb3-bc5a-ce778bccf733'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:34.593983 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:26:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:34.780624 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] Set router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:34.923316 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:34.997079 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-7d4e5614-fdeb-48c1-a494-e9791f2323fc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:34.998512 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-7d4e5614-fdeb-48c1-a494-e9791f2323fc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 946 time: 0.1514440 Jan 18 14:26:35.068301 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:26:33Z', 'revision_number': 5, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'gw_port': {'id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:35.072427 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] Checking router: 78f999eb-1c90-4fb3-bc5a-ce778bccf733 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:26:35.083962 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] Routers {'78f999eb-1c90-4fb3-bc5a-ce778bccf733'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:35.084563 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:26:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:35.084699 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Deleting port 68be78db-1faa-4b65-b022-83b28ebbfd3e {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:35.084915 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:35.269508 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] Set router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:35.422629 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731ee94-21ae-49de-8cec-cf3d93efd934 req-aafbb314-d9ae-424d-b975-be071a131b32 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:35.424041 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5731ee94-21ae-49de-8cec-cf3d93efd934 req-aafbb314-d9ae-424d-b975-be071a131b32 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 946 time: 0.2608275 Jan 18 14:26:35.505709 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:35.509660 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] For port 68be78db-1faa-4b65-b022-83b28ebbfd3e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=68be78db-1faa-4b65-b022-83b28ebbfd3e,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:35.510004 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:35.562005 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:26:33Z', 'revision_number': 5, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'gw_port': {'id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:35.566064 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69c3b3-212c-4706-b842-72d784789071 None None] The sync data for ids ['78f999eb-1c90-4fb3-bc5a-ce778bccf733'] in dv-cinder-825106-1-iscsi is: [{'id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'name': 'tempest-TestMinimumBasicScenario-1066289729-router', 'tenant_id': '9ddee312d49a4270b6c6d29334e6a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:26:33Z', 'revision_number': 5, 'project_id': '9ddee312d49a4270b6c6d29334e6a246', 'gw_port': {'id': 'ff2b9bb9-6f4e-47ce-aec7-037b89963818', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:52:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f999eb-1c90-4fb3-bc5a-ce778bccf733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:21:04Z', 'updated_at': '2022-01-18T14:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:26:35.605491 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5731ee94-21ae-49de-8cec-cf3d93efd934 req-464274ba-eda1-4916-b137-08341bd47e63 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750300 Jan 18 14:26:35.606134 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Deleting port ff2b9bb9-6f4e-47ce-aec7-037b89963818 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:35.606541 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:35.958977 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] For port ff2b9bb9-6f4e-47ce-aec7-037b89963818, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=ff2b9bb9-6f4e-47ce-aec7-037b89963818,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:35.959331 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:35.970669 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:35.971037 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:35.971348 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Floating IP 81a45924-3912-429b-8d74-d328b1a5326f disassociated. External IP: 172.27.1.217, port: 68be78db-1faa-4b65-b022-83b28ebbfd3e. Jan 18 14:26:35.971689 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Calling delete_port for 68be78db-1faa-4b65-b022-83b28ebbfd3e owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:36.123374 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Calling delete_port for ff2b9bb9-6f4e-47ce-aec7-037b89963818 owned by network:router_gateway {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:36.300062 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 5c913c8a-8bac-4368-bcd2-519f694cc1bf no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:26:36.332259 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 5c913c8a-8bac-4368-bcd2-519f694cc1bf {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:26:36.332585 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 5c913c8a-8bac-4368-bcd2-519f694cc1bf not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:26:36.391018 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:36.442338 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event deleted for resources: {'Port': ['ID=68be78db-1faa-4b65-b022-83b28ebbfd3e,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:36.566296 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:36.620928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2b9bb9-6f4e-47ce-aec7-037b89963818,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:36.816969 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c704f76-02cd-430e-8e77-0928c93b81f1 req-6b157701-e9fa-4ab8-80f8-919414aae10b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 210 time: 0.0731859 Jan 18 14:26:36.941901 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890833'] for router_gateway, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.216784 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104052'] for router, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.227104 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.231295 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:26:37.318433 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883129'] for router, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.318948 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f999eb-1c90-4fb3-bc5a-ce778bccf733 {{(pid=82795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:26:37.358600 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.359738 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-17235801-0d99-41af-aa7d-dc6fe8e0a8d3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/78f999eb-1c90-4fb3-bc5a-ce778bccf733 HTTP/1.1" status: 204 len: 168 time: 2.7746823 Jan 18 14:26:37.362578 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40654) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:37.431021 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Deleting subnet 282921f8-9696-439a-a9ad-f83e986946f0 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:26:37.434085 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.477135 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:26:37.484863 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.486975 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] Sync routers for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:26:37.498820 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:37.499415 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:26:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:37.566729 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.643233 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.653283 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] No DVR routers for this DVR port 68be78db-1faa-4b65-b022-83b28ebbfd3e on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:26:37.655584 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.657523 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e0601b19-1b14-486e-9c7f-56ba9705882e req-300f1d6b-eed5-4f6f-a746-226414e6027a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "DELETE /v2.0/ports/68be78db-1faa-4b65-b022-83b28ebbfd3e HTTP/1.1" status: 204 len: 173 time: 2.6477888 Jan 18 14:26:37.657943 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-deleted', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:26:37.684167 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:37.684652 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282921f8-9696-439a-a9ad-f83e986946f0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:37.696081 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.705188 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/282921f8-9696-439a-a9ad-f83e986946f0 HTTP/1.1" status: 204 len: 168 time: 0.3412426 Jan 18 14:26:37.707635 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40660) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:37.709402 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.709762 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.710159 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.710547 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.710835 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.711157 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.711477 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.711796 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.712110 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.712558 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.713581 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de13fc5-c196-4759-9ba5-3456f925ca61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:37.729547 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0e0e7-62df-491c-afa2-75c2a7ddefc2 None None] Network 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:26:37.815144 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e142c12a-d639-478e-9b05-48ccef2e3875', 'name': 'network-vif-deleted', 'tag': '68be78db-1faa-4b65-b022-83b28ebbfd3e', 'status': 'completed', 'code': 200} Jan 18 14:26:37.836700 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:37.847756 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Deleting port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:37.848094 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:38.052046 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ec75ab1-4ee0-417a-8e25-39e9071b0269 req-490bc9f3-1dcc-445c-a817-672c0210554c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=e142c12a-d639-478e-9b05-48ccef2e3875 HTTP/1.1" status: 200 len: 210 time: 0.0470617 Jan 18 14:26:38.094665 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] For port 595af17c-6b3f-4a9f-8938-d7ba34d268f3, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=595af17c-6b3f-4a9f-8938-d7ba34d268f3,segment=NetworkSegment(3df4b14a-8e9c-4987-9e7a-934404392d72),segment_id=3df4b14a-8e9c-4987-9e7a-934404392d72)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:38.095099 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:38.225083 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:38.226844 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Calling delete_port for 595af17c-6b3f-4a9f-8938-d7ba34d268f3 owned by network:dhcp {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:38.230321 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] Checking router: 8e25e83d-59c3-48af-9c55-6e7ea9722f16 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:26:38.243870 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:38.244453 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:26:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:38.390518 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:38.416838 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312ad39e-19df-4d98-9dec-492114460639 None None] DHCP port deletion for 2aaab91e-55ca-47a3-9f6b-4bbddd6779ce request from dv-cinder-825106-1-iscsi {{(pid=82797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:26:38.418980 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device ff2b9bb9-6f4e-47ce-aec7-037b89963818 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:26:38.448245 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=595af17c-6b3f-4a9f-8938-d7ba34d268f3,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:38.452927 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] No DVR routers for this DVR port 595af17c-6b3f-4a9f-8938-d7ba34d268f3 on host dv-cinder-825106-1-iscsi {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:26:38.457252 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: ff2b9bb9-6f4e-47ce-aec7-037b89963818 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:26:38.457599 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device ff2b9bb9-6f4e-47ce-aec7-037b89963818 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:26:38.458014 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 595af17c-6b3f-4a9f-8938-d7ba34d268f3 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:26:38.501740 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 595af17c-6b3f-4a9f-8938-d7ba34d268f3 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:26:38.502360 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 595af17c-6b3f-4a9f-8938-d7ba34d268f3 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:26:38.514758 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:38.567608 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:38.593051 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aaab91e-55ca-47a3-9f6b-4bbddd6779ce']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:38.605093 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df4b14a-8e9c-4987-9e7a-934404392d72') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:38.605390 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df4b14a-8e9c-4987-9e7a-934404392d72') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:38.616624 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:38.633118 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:38.639126 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:26:38.639501 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:26:38.652943 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:26:38.731318 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:38.746627 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:38.756381 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aaab91e-55ca-47a3-9f6b-4bbddd6779ce,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:38.763811 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-e3e95acd-69d7-4cfe-aee6-e2d88ba6fde6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2aaab91e-55ca-47a3-9f6b-4bbddd6779ce HTTP/1.1" status: 204 len: 168 time: 1.0518181 Jan 18 14:26:38.829911 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:38.833876 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222cdb5-49d2-4179-8418-293ca4e44b53 None None] The sync data for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi is: [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:26:38.905217 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40674) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:38.956778 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-270189d1-210b-428c-8d87-a6198e05dc4d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f5d3beb82a4483fa4756a0670466383&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502903 Jan 18 14:26:38.959297 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40678) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:39.019525 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ebea6b64-573e-4a72-8a59-9d46adfa69ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.045344 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ebea6b64-573e-4a72-8a59-9d46adfa69ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.077731 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509c734-9f9f-438a-8f60-b30208cc2876 None None] New status for floating IP 81a45924-3912-429b-8d74-d328b1a5326f: DOWN {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:26:39.097504 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ebea6b64-573e-4a72-8a59-9d46adfa69ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.123368 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea6b64-573e-4a72-8a59-9d46adfa69ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25faf330-63fe-404c-9e48-efa4e3421d88,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:39.131570 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-ebea6b64-573e-4a72-8a59-9d46adfa69ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.134653 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-ebea6b64-573e-4a72-8a59-9d46adfa69ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25faf330-63fe-404c-9e48-efa4e3421d88 HTTP/1.1" status: 204 len: 168 time: 0.1731887 Jan 18 14:26:39.224728 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40688) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:39.294901 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e07a1e93-b249-42e7-a93a-f44299036945 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.325418 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e07a1e93-b249-42e7-a93a-f44299036945 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.380935 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e07a1e93-b249-42e7-a93a-f44299036945 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.400114 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a1e93-b249-42e7-a93a-f44299036945 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:39.409430 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e07a1e93-b249-42e7-a93a-f44299036945 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.410626 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e07a1e93-b249-42e7-a93a-f44299036945 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "DELETE /v2.0/security-groups/ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc HTTP/1.1" status: 204 len: 168 time: 0.1847711 Jan 18 14:26:39.413263 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40694) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:39.431119 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.api.v2.resource [None req-583eaa0b-be7e-48ac-bacc-e95e22636278 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] show failed (client error): The resource could not be found. Jan 18 14:26:39.432046 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-583eaa0b-be7e-48ac-bacc-e95e22636278 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups/ac1dd0af-ce4d-40b0-af87-0f75bbe3fadc HTTP/1.1" status: 404 len: 347 time: 0.0171924 Jan 18 14:26:39.435108 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40698) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:39.562097 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40704) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:39.599137 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Deleting port 2b5933ac-be7f-456f-b366-7726229ac5b2 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:26:39.599473 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.612455 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-4d00ea1b-5eca-49f3-a93d-f2ce4b7df66a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ddee312d49a4270b6c6d29334e6a246&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488131 Jan 18 14:26:39.614570 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40708) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:39.676076 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5bdc436b-1895-4dce-bd7a-51d933755b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.700318 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5bdc436b-1895-4dce-bd7a-51d933755b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.750824 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5bdc436b-1895-4dce-bd7a-51d933755b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.761397 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.761940 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.765095 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc436b-1895-4dce-bd7a-51d933755b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f732f-7b56-41b2-b337-4d635533e9e9,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:39.772342 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5bdc436b-1895-4dce-bd7a-51d933755b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:39.774287 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5bdc436b-1895-4dce-bd7a-51d933755b4a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a32f732f-7b56-41b2-b337-4d635533e9e9 HTTP/1.1" status: 204 len: 168 time: 0.1587412 Jan 18 14:26:39.967685 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Calling delete_port for 2b5933ac-be7f-456f-b366-7726229ac5b2 owned by network:floatingip {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:26:40.116686 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.164227 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event deleted for resources: {'Port': ['ID=2b5933ac-be7f-456f-b366-7726229ac5b2,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:40.258489 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.271973 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.273765 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-4e0820d2-07a0-41f9-b18c-bad32f2819f2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "DELETE /v2.0/floatingips/81a45924-3912-429b-8d74-d328b1a5326f HTTP/1.1" status: 204 len: 168 time: 0.8376031 Jan 18 14:26:40.334949 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:26:40.372079 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 68be78db-1faa-4b65-b022-83b28ebbfd3e {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:26:40.372342 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 68be78db-1faa-4b65-b022-83b28ebbfd3e not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:26:40.538204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40718) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:40.543914 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618576523', 'description': 'tempest-description--760954755'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:26:40.549682 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:26:40.553782 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:security_group and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:26:40.557160 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:26:40.562850 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:26:40.573420 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.609929 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:26:40.613923 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:security_group_rule and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:26:40.617258 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:26:40.624798 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:26:40.678229 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.682112 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.727971 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23f56c6-02b9-46f5-8745-c2835168ba29,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:40.734169 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.735550 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e66ef4fe-5fbe-48c0-9a79-2a41fd7ba562 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1962738 Jan 18 14:26:40.738238 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40722) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:40.744181 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'security_group_rule': {'security_group_id': 'e23f56c6-02b9-46f5-8745-c2835168ba29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:26:40.749772 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:26:40.753462 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:security_group_rule and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:26:40.756218 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:26:40.761760 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:26:40.846886 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.906552 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.909841 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.933188 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea41b34-03f0-4338-a5a1-0d606ba6aaf8,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:40.941893 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:40.943186 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5162f40c-8880-4f0f-a054-7156b14d2ab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2039468 Jan 18 14:26:40.945685 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40726) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:40.951002 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'security_group_rule': {'security_group_id': 'e23f56c6-02b9-46f5-8745-c2835168ba29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:26:40.956714 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:26:40.960428 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:security_group_rule and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:26:40.963219 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:26:40.968707 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:26:40.985048 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:41.046713 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:41.049700 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:41.072161 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a910195d-f7e6-4856-8eb7-0b3c270f4546,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:41.082620 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:41.083782 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e7bd7842-a9ec-4816-b999-5788c93b9e00 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1371653 Jan 18 14:26:41.087345 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40730) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:41.092332 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'floatingip': {'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:26:41.097453 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:26:41.101954 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Usage tracker for resource:floatingip and tenant:0779d207abc54358b4c4f896c78cae98 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:26:41.104792 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:26:41.110431 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:26:41.120057 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:41.254588 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:41.386093 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Allocated IP 172.27.1.51 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/39fd339b-ef17-4401-a38d-4f27c952b8a1) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:26:41.529497 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:41.556150 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:41.624195 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:26:41.626966 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:26:41.631238 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:26:41.659960 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'Port': ['ID=39fd339b-ef17-4401-a38d-4f27c952b8a1,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:41.826625 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:41.880717 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:42.084221 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:42.088202 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2795526'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:42.186647 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'Port': ['ID=39fd339b-ef17-4401-a38d-4f27c952b8a1,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:42.204188 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:42.224750 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:42.226490 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-24f4cffe-2018-4616-a0d2-7a91dc91d3fa tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1377289 Jan 18 14:26:42.446166 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-91fefe24-8e86-430e-9766-87ded5569429 req-a510b075-ae12-4d42-b2d2-5a4f6d018fe3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Synchronizing usage tracker for tenant:0779d207abc54358b4c4f896c78cae98 on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:26:42.460610 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-91fefe24-8e86-430e-9766-87ded5569429 req-a510b075-ae12-4d42-b2d2-5a4f6d018fe3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Unset dirty status for tenant:0779d207abc54358b4c4f896c78cae98 on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:26:42.461742 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-a510b075-ae12-4d42-b2d2-5a4f6d018fe3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1618576523&fields=id&tenant_id=0779d207abc54358b4c4f896c78cae98 HTTP/1.1" status: 200 len: 267 time: 0.0555880 Jan 18 14:26:42.605496 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefe24-8e86-430e-9766-87ded5569429 req-d161d555-099f-4758-a95a-22e5328fe8ca tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:42.606934 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-d161d555-099f-4758-a95a-22e5328fe8ca tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 817 time: 0.1390891 Jan 18 14:26:42.622773 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-7f9ac41a-a258-4753-878b-58f7476eae82 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/quotas/0779d207abc54358b4c4f896c78cae98 HTTP/1.1" status: 200 len: 375 time: 0.0106893 Jan 18 14:26:42.706257 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-06b2b26e-1622-403a-b7ce-49e012b14fdc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790029 Jan 18 14:26:42.839704 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-446ba3ac-d28e-4643-a163-06adb9a5e727 service neutron] 10.222.0.45 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215658 Jan 18 14:26:43.034402 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-c3e22d87-249b-49ee-92bc-bf2dac70e13b service neutron] 10.222.0.45 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892505 Jan 18 14:26:43.060083 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:43.217443 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-3293ed8c-d147-483a-a2da-d7cc3d429246 req-f9ca00c5-bd91-4f7a-8869-3cc2a0a1c6a4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Synchronizing usage tracker for tenant:0779d207abc54358b4c4f896c78cae98 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:26:43.232926 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-3293ed8c-d147-483a-a2da-d7cc3d429246 req-f9ca00c5-bd91-4f7a-8869-3cc2a0a1c6a4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Unset dirty status for tenant:0779d207abc54358b4c4f896c78cae98 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:26:43.234186 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3293ed8c-d147-483a-a2da-d7cc3d429246 req-f9ca00c5-bd91-4f7a-8869-3cc2a0a1c6a4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 210 time: 0.0578849 Jan 18 14:26:44.207254 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefe24-8e86-430e-9766-87ded5569429 req-6502ef81-64fd-44de-ad36-ad7d2689f320 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:44.208780 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-6502ef81-64fd-44de-ad36-ad7d2689f320 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 817 time: 0.1473553 Jan 18 14:26:44.262949 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-904d44b5-9881-4307-b515-0f52bfeccc2d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0779d207abc54358b4c4f896c78cae98 HTTP/1.1" status: 200 len: 380 time: 0.0418196 Jan 18 14:26:44.271521 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'port': {'device_id': '8f2a8323-6734-4834-a463-22e2c2a28001', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'admin_state_up': True, 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'security_groups': ['e23f56c6-02b9-46f5-8745-c2835168ba29']}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:26:44.406104 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:26:44.409132 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db4898ad-7d26-4cc5-891f-5ea79d209772 req-95154c3a-c024-4142-a7e1-b8f80924b88b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 210 time: 0.0402310 Jan 18 14:26:44.416669 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:26:44.425497 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Made reservation on behalf of 0779d207abc54358b4c4f896c78cae98 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:26:44.428727 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:44.583474 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Allocated IP 172.20.0.5 (735e1802-6a75-4b3f-a0d5-3fe0f7360ffc/f7811e15-e541-4836-b680-c9705d1e1eed/5e38c38f-ae83-48f4-9f53-03fa21ebdf01) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:26:44.762920 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:44.778113 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Transition to ACTIVE for port object 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:26:44.798525 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:44.869370 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:26:44.872314 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:26:44.876346 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:26:44.906391 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:44.941018 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:44.941661 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:44.966783 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-41fa3da5-3a00-46ae-91a5-1d6f9039cb7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6988056 Jan 18 14:26:44.977872 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Request body: {'port': {'device_id': '8f2a8323-6734-4834-a463-22e2c2a28001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:26:45.054750 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-8b4aa2d3-1e9d-44d9-92ad-3985842f01f9 None None] Provisioning for port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:26:45.059460 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-8b4aa2d3-1e9d-44d9-92ad-3985842f01f9 None None] Provisioning complete for port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:26:45.059820 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa2d3-1e9d-44d9-92ad-3985842f01f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:45.086264 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:45.110866 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-8b4aa2d3-1e9d-44d9-92ad-3985842f01f9 None None] Port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:26:45.497658 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:26:45.504852 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:45.519736 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Transition to ACTIVE for port object 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:26:45.523986 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:45.691500 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:45.794488 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde656a9-7995-4406-82ca-cc4901ca8698 req-93137e38-ebd3-4e5e-a930-806f01da1ad1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:45.795194 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-bde656a9-7995-4406-82ca-cc4901ca8698 req-93137e38-ebd3-4e5e-a930-806f01da1ad1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Synchronizing usage tracker for tenant:0779d207abc54358b4c4f896c78cae98 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:26:45.835981 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-bde656a9-7995-4406-82ca-cc4901ca8698 req-93137e38-ebd3-4e5e-a930-806f01da1ad1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Unset dirty status for tenant:0779d207abc54358b4c4f896c78cae98 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:26:45.837269 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bde656a9-7995-4406-82ca-cc4901ca8698 req-93137e38-ebd3-4e5e-a930-806f01da1ad1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.2809241 Jan 18 14:26:45.841112 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Attempting to bind port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:26:45.841452 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Attempting to bind port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:26:45.841778 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Attempting to bind port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 on network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:26:45.864891 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 on network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:26:45.865241 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Attempting to bind port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 on network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:26:45.881930 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:26:45.882297 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Checking segment: {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:26:45.882681 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Bound using segment: {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:26:45.883101 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Bound port: 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ca7d06-62f4-46ce-990e-f98e31b37511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:26:45.883446 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:45.907139 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bde656a9-7995-4406-82ca-cc4901ca8698 req-b1822088-985f-4875-9e8d-7e09ab7c06a3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630436 Jan 18 14:26:45.978003 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:26:45.981407 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:26:45.985524 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:46.047665 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:46.049093 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] 10.222.0.77 "PUT /v2.0/ports/5e38c38f-ae83-48f4-9f53-03fa21ebdf01 HTTP/1.1" status: 200 len: 1093 time: 1.0753653 Jan 18 14:26:46.049520 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:26:46.066764 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf54735-e20a-4500-951a-7e7283bcc196 service neutron] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:46.123603 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'status': 'completed', 'code': 200} Jan 18 14:26:46.167249 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-2af6f6b2-d6ab-408d-821f-e6781e228fc1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 1096 time: 0.0764208 Jan 18 14:26:46.238337 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-345e59ed-19dd-4989-af04-7e0a8f29731f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01 HTTP/1.1" status: 200 len: 217 time: 0.0641584 Jan 18 14:26:46.298998 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefe24-8e86-430e-9766-87ded5569429 req-1e298daa-9bed-4b2f-a2f4-c57d1e252fdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:46.300310 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-1e298daa-9bed-4b2f-a2f4-c57d1e252fdc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0567515 Jan 18 14:26:46.375107 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-397e323d-2eca-4eaf-89ff-b39f5a6cba7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690544 Jan 18 14:26:46.503163 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-5e2a68ba-dd64-4a58-9160-04cb5c620bc0 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216230 Jan 18 14:26:46.628741 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-91fefe24-8e86-430e-9766-87ded5569429 req-69b02194-4d0f-4c42-a748-9224ef5b5c6d service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190763 Jan 18 14:26:46.739802 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-27ff7964-7ed6-4378-93cf-d08f663bcd13 req-8696a38f-48a8-4fcd-b383-5835f3979a49 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 1096 time: 0.0691500 Jan 18 14:26:46.871036 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7964-7ed6-4378-93cf-d08f663bcd13 req-9ca88983-ee8d-4066-8a85-e95f7898254b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:46.872480 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-27ff7964-7ed6-4378-93cf-d08f663bcd13 req-9ca88983-ee8d-4066-8a85-e95f7898254b service neutron] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 918 time: 0.1258149 Jan 18 14:26:46.941628 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-27ff7964-7ed6-4378-93cf-d08f663bcd13 req-fc3efbf0-dfa5-4908-93a7-de75add33b27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01 HTTP/1.1" status: 200 len: 217 time: 0.0626569 Jan 18 14:26:47.003577 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7964-7ed6-4378-93cf-d08f663bcd13 req-14b95c24-0ed0-4b34-9dfe-8eaa7c3c1beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:47.005136 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-27ff7964-7ed6-4378-93cf-d08f663bcd13 req-14b95c24-0ed0-4b34-9dfe-8eaa7c3c1beb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0574765 Jan 18 14:26:47.219866 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-27ff7964-7ed6-4378-93cf-d08f663bcd13 req-45cd83dd-abb5-4830-b0d4-54cc063729c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2085536 Jan 18 14:26:47.230931 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05db7a-4336-451d-883f-8e9d407f50cd req-3559f6b4-4a63-429a-8eae-1045ad1a3e36 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:47.232304 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6d05db7a-4336-451d-883f-8e9d407f50cd req-3559f6b4-4a63-429a-8eae-1045ad1a3e36 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.1837540 Jan 18 14:26:47.358172 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6d05db7a-4336-451d-883f-8e9d407f50cd req-0a13bee5-2ff6-475a-b601-50219b1a40f5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081195 Jan 18 14:26:47.389282 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-27ff7964-7ed6-4378-93cf-d08f663bcd13 req-344e627d-df8e-49ee-8048-0978f3a83d9c service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560631 Jan 18 14:26:47.520202 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-27ff7964-7ed6-4378-93cf-d08f663bcd13 req-54cd6fe3-a798-4360-83a6-3151558274f3 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244125 Jan 18 14:26:48.565846 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45086-822b-45ce-bf27-978685eb00cb req-fe902ee6-e29a-49b9-9e25-3c0cf96e72a4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:48.567286 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8d45086-822b-45ce-bf27-978685eb00cb req-fe902ee6-e29a-49b9-9e25-3c0cf96e72a4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0744810 Jan 18 14:26:48.615076 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8d45086-822b-45ce-bf27-978685eb00cb req-0b82d39a-c1e8-4585-a9a3-e2d1c323bdc7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422492 Jan 18 14:26:49.188438 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:26:49.320684 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:49.334241 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'port_id': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'mac_address': 'fa:16:3e:6a:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:26:49.388656 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:49.405551 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:26:49.420630 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:49.424460 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:49.488061 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:49.496220 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.496557 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.496889 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.497244 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.497570 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.497892 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.498210 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.498549 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.498870 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.499182 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.499494 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:26:49.763738 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['5e38c38f-ae83-48f4-9f53-03fa21ebdf01'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:26:49.846426 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad6a77-51e9-42ab-afda-202600ffb255 req-38140f45-70c6-48ee-8a11-e8a3bee96e29 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:49.847966 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b1ad6a77-51e9-42ab-afda-202600ffb255 req-38140f45-70c6-48ee-8a11-e8a3bee96e29 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 944 time: 0.0916696 Jan 18 14:26:49.869951 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39716ce0-4b3d-4659-982a-0bd602672459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:49.901993 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b1ad6a77-51e9-42ab-afda-202600ffb255 req-d757a2ec-b2f9-4967-962d-a505277545f5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Jan 18 14:26:51.117553 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4249fc1-5ad5-4d72-b1d3-756081e8ee77 req-239fc82e-87c2-4096-ba8b-44beb27ebe2b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:51.119009 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4249fc1-5ad5-4d72-b1d3-756081e8ee77 req-239fc82e-87c2-4096-ba8b-44beb27ebe2b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 944 time: 0.0790396 Jan 18 14:26:51.165300 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4249fc1-5ad5-4d72-b1d3-756081e8ee77 req-9a28ba49-4b61-41bb-964f-167690c77198 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406284 Jan 18 14:26:51.213800 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:26:51.279367 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:26:51.283750 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:26:51.284119 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:51.394617 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:51.420536 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:26:51.430106 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:26:51.434529 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:51.476014 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'code': 200} Jan 18 14:26:51.503223 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:51.711462 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2a4d3ca7-6bc1-4f96-ba05-fdaf020722c5 req-84ca1014-f4a6-431a-9359-c1e87ecfde33 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 1098 time: 0.0679770 Jan 18 14:26:51.753975 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2a4d3ca7-6bc1-4f96-ba05-fdaf020722c5 req-ab6ec51b-3507-46b8-afed-01ee62111563 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370209 Jan 18 14:26:52.155940 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-71863e09-f025-4d24-8570-c3cf1e3b2c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:52.373762 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28a0b7-cf0f-4e0c-929d-b3fcaa3c1ca6 req-5cf2d997-6721-44bf-955b-be6a5f1ea48d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:52.375179 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf28a0b7-cf0f-4e0c-929d-b3fcaa3c1ca6 req-5cf2d997-6721-44bf-955b-be6a5f1ea48d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0773387 Jan 18 14:26:52.418600 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf28a0b7-cf0f-4e0c-929d-b3fcaa3c1ca6 req-adea8aa8-631c-47cd-9fba-c74011e1766e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380368 Jan 18 14:26:53.246869 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:53.419945 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:53.628199 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762e6c0-761a-4a2b-aba7-8cb70b8622aa req-1577b09a-bb83-4d7d-9f66-800e48bf040a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:53.629661 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a762e6c0-761a-4a2b-aba7-8cb70b8622aa req-1577b09a-bb83-4d7d-9f66-800e48bf040a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0770502 Jan 18 14:26:53.673578 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a762e6c0-761a-4a2b-aba7-8cb70b8622aa req-92cb4bfe-5dff-4180-807f-92ddd855d592 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378466 Jan 18 14:26:53.871424 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1e84a-40f0-4d83-aff6-649db1c6c00c req-2af7bd8d-f047-4500-8298-0887b2932a09 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:53.872974 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4c1e84a-40f0-4d83-aff6-649db1c6c00c req-2af7bd8d-f047-4500-8298-0887b2932a09 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0743926 Jan 18 14:26:53.881278 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40850) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:53.886314 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-681cde15-aea9-4685-addf-8c993f944967 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Request body: {'floatingip': {'port_id': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:26:53.961317 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-681cde15-aea9-4685-addf-8c993f944967 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.241813 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40856) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:54.298906 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cf2859-dc86-4e0c-a9c4-67fa49bb6625 admin admin] Deleting subnet dbe73b0e-64a6-468e-8387-0191d9d79058 {{(pid=82795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:26:54.301776 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-13cf2859-dc86-4e0c-a9c4-67fa49bb6625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.352832 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-13cf2859-dc86-4e0c-a9c4-67fa49bb6625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2505060'] for subnet, precommit_delete_associations {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.406903 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-13cf2859-dc86-4e0c-a9c4-67fa49bb6625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.473226 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-13cf2859-dc86-4e0c-a9c4-67fa49bb6625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2769758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3175511'] for subnet, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.514739 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf2859-dc86-4e0c-a9c4-67fa49bb6625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe73b0e-64a6-468e-8387-0191d9d79058,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:54.518654 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-13cf2859-dc86-4e0c-a9c4-67fa49bb6625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.526905 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-13cf2859-dc86-4e0c-a9c4-67fa49bb6625 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dbe73b0e-64a6-468e-8387-0191d9d79058 HTTP/1.1" status: 204 len: 168 time: 0.2840710 Jan 18 14:26:54.527472 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40860) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:54.541772 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-681cde15-aea9-4685-addf-8c993f944967 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.545822 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-681cde15-aea9-4685-addf-8c993f944967 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.549638 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.631575 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.754834 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.781256 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dc5c60-179c-417d-a706-e6b8d2271005']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:54.794426 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:54.794723 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eb97ab-57e0-4464-9b3c-b497e7c2eaf2') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:54.805968 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.821511 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.824017 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [None req-681cde15-aea9-4685-addf-8c993f944967 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Floating IP 53ee08b1-d254-4eb5-888c-03e3a912d226 associated. External IP: 172.27.1.51, port: 5e38c38f-ae83-48f4-9f53-03fa21ebdf01. Jan 18 14:26:54.828127 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:26:54.828511 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:26:54.841939 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:26:54.919525 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.934972 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:54.945397 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1dc5c60-179c-417d-a706-e6b8d2271005,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:54.953783 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-7e5a2316-7926-42a2-953f-e2213551f0c9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b1dc5c60-179c-417d-a706-e6b8d2271005 HTTP/1.1" status: 204 len: 168 time: 0.4253819 Jan 18 14:26:55.156902 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 40866) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:55.205885 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b2873428-4e75-417b-b34a-73bcfbb02fcc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=794bc2891bbf4af9a61f19494a1c89f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477903 Jan 18 14:26:55.208485 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 40870) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:26:55.245465 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681cde15-aea9-4685-addf-8c993f944967 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:26:55.343873 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-99db5674-c42a-4821-a950-01bbf705ae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:55.379605 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-99db5674-c42a-4821-a950-01bbf705ae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:55.499917 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-99db5674-c42a-4821-a950-01bbf705ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:55.518967 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db5674-c42a-4821-a950-01bbf705ae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8639ddb1-b208-413a-9928-b5955bc7d596,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:26:55.536781 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-99db5674-c42a-4821-a950-01bbf705ae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:55.537915 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-99db5674-c42a-4821-a950-01bbf705ae79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8639ddb1-b208-413a-9928-b5955bc7d596 HTTP/1.1" status: 204 len: 168 time: 0.3284719 Jan 18 14:26:55.552802 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681cde15-aea9-4685-addf-8c993f944967 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:26:55.557583 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-681cde15-aea9-4685-addf-8c993f944967 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:26:55.563102 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] Sync routers for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:26:55.574270 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:55.574952 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:26:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:55.612308 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-681cde15-aea9-4685-addf-8c993f944967 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "PUT /v2.0/floatingips/53ee08b1-d254-4eb5-888c-03e3a912d226 HTTP/1.1" status: 200 len: 990 time: 1.7298563 Jan 18 14:26:55.612777 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:26:55.681996 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'status': 'completed', 'code': 200} Jan 18 14:26:55.770469 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:55.794352 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cf6b4f3b-47ba-47ac-a133-b58c69b537d7 req-007cbd5b-2340-4daa-96a2-43505e515c63 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 1098 time: 0.0789161 Jan 18 14:26:55.940469 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b4f3b-47ba-47ac-a133-b58c69b537d7 req-11499566-ea2f-4bfd-9475-f83c3d110f56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:55.941886 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cf6b4f3b-47ba-47ac-a133-b58c69b537d7 req-11499566-ea2f-4bfd-9475-f83c3d110f56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 918 time: 0.1409357 Jan 18 14:26:56.125735 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cf6b4f3b-47ba-47ac-a133-b58c69b537d7 req-7c227355-6706-411f-bcb2-22afbfe06931 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01 HTTP/1.1" status: 200 len: 998 time: 0.1757786 Jan 18 14:26:56.133367 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '53ee08b1-d254-4eb5-888c-03e3a912d226', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'port_id': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'mac_address': 'fa:16:3e:6a:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a8323-6734-4834-a463-22e2c2a28001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:26:41Z', 'updated_at': '2022-01-18T14:26:54Z', 'revision_number': 1, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:56.137188 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] Checking router: 8e25e83d-59c3-48af-9c55-6e7ea9722f16 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:26:56.147295 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:26:56.147872 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:26:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:56.185923 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b4f3b-47ba-47ac-a133-b58c69b537d7 req-637edf8d-ea74-414d-af0d-548930ebac61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:26:56.187344 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cf6b4f3b-47ba-47ac-a133-b58c69b537d7 req-637edf8d-ea74-414d-af0d-548930ebac61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0560839 Jan 18 14:26:56.260367 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cf6b4f3b-47ba-47ac-a133-b58c69b537d7 req-299f32c6-e0e8-428c-8417-220347aecf93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671966 Jan 18 14:26:56.325409 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:26:56.390286 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cf6b4f3b-47ba-47ac-a133-b58c69b537d7 req-56b41e48-16c4-4d78-830b-e014b274e3ff service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223810 Jan 18 14:26:56.520326 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cf6b4f3b-47ba-47ac-a133-b58c69b537d7 req-c5feff4a-0cfc-478b-8910-c27537526e40 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231623 Jan 18 14:26:56.665033 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '53ee08b1-d254-4eb5-888c-03e3a912d226', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'port_id': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'mac_address': 'fa:16:3e:6a:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a8323-6734-4834-a463-22e2c2a28001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:26:41Z', 'updated_at': '2022-01-18T14:26:54Z', 'revision_number': 1, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:26:56.668849 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb7a65-a2bb-4400-9c3e-42cc68eb3598 None None] The sync data for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi is: [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '53ee08b1-d254-4eb5-888c-03e3a912d226', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'port_id': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'mac_address': 'fa:16:3e:6a:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a8323-6734-4834-a463-22e2c2a28001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:26:41Z', 'updated_at': '2022-01-18T14:26:54Z', 'revision_number': 1, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:26:56.849843 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba1141-7728-41e9-80da-824ff9a28cf1 None None] New status for floating IP 53ee08b1-d254-4eb5-888c-03e3a912d226: ACTIVE {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:27:04.562650 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:27:13.077176 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:19.854167 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7fbc212e-4f7f-42ee-91f1-bb71be0454e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:22.156546 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-949ba03b-003e-430e-9567-a8d35592bdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:23.217608 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:23.421000 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:24.549161 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:41.563475 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:27:43.078079 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:49.856300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e75f769c-4e99-40d8-93b7-5191489a2be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:52.157678 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-790a5e36-c4fe-4081-86f3-2dfeddc01540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:53.220136 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:53.320750 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-0e7927cc-df4d-4619-b5e7-ef517211a506 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698354 Jan 18 14:27:53.422905 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:27:53.455343 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-dde5bfca-09d6-4943-abe8-34bf069ac29b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 1099 time: 0.0677822 Jan 18 14:27:53.594748 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-0971b135-2f7b-4fa6-a174-a73c237afe5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:27:53.596188 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-0971b135-2f7b-4fa6-a174-a73c237afe5e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.1237137 Jan 18 14:27:53.696731 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-ac452e1a-45d6-45a1-85d3-5a0a511494a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340b345b-1dd0-49b5-852b-2719d39c29be HTTP/1.1" status: 200 len: 1002 time: 0.0933967 Jan 18 14:27:53.756780 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-779c9485-68da-45be-a49d-5b28e68124b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:27:53.758172 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-779c9485-68da-45be-a49d-5b28e68124b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0551805 Jan 18 14:27:53.832557 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-6c3c5ba6-63cc-4c89-ad7f-673266d57f57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684214 Jan 18 14:27:53.962633 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-66af494b-e412-4ed4-a24a-6d79df225ff9 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240606 Jan 18 14:27:54.089224 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9dd05047-efb8-48c4-b331-1c7bb6b9ba8a req-8a6effe9-4bf1-45ae-8fc1-49a105a8a2cf service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211500 Jan 18 14:27:54.553484 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:00.276859 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-453766b1-826b-4e0a-8259-95085111e69d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813371135&fields=id&tenant_id=5a6d8cf6f0574a048d9848c2cef379c2 HTTP/1.1" status: 200 len: 267 time: 0.0393832 Jan 18 14:28:00.416831 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-792a1f57-8ec0-479e-9cb6-77478cbc16db tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:00.418191 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-792a1f57-8ec0-479e-9cb6-77478cbc16db tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 811 time: 0.1352592 Jan 18 14:28:00.435020 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-6aab7ea4-f772-4711-97e7-5559dec7e096 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/quotas/5a6d8cf6f0574a048d9848c2cef379c2 HTTP/1.1" status: 200 len: 375 time: 0.0104282 Jan 18 14:28:00.592984 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-d5c03f86-ef97-4000-9e7a-0603d92cc473 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1532936 Jan 18 14:28:00.726125 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-aeee2c75-68c9-41f2-83f0-ab487aa0733d service neutron] 10.222.0.45 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221342 Jan 18 14:28:00.854852 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-a74c2c7e-1944-4434-8447-833a66e130b1 service neutron] 10.222.0.45 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232600 Jan 18 14:28:02.253395 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2883df05-17a5-41df-8e65-1404f282b0f6 req-b68321ec-52e4-40ab-b43f-780407e7615f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 210 time: 0.0412784 Jan 18 14:28:03.238693 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-c66100da-a7dd-4c8b-b422-9a986c7dbae8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:03.240087 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-c66100da-a7dd-4c8b-b422-9a986c7dbae8 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 811 time: 0.1434195 Jan 18 14:28:03.293813 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-e184885d-d647-4171-b547-91656a5206c0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6d8cf6f0574a048d9848c2cef379c2 HTTP/1.1" status: 200 len: 380 time: 0.0408204 Jan 18 14:28:03.302684 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'port': {'device_id': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'admin_state_up': True, 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'security_groups': ['0b1f34d2-da9c-4e20-bd24-af338275b06d']}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:28:03.416566 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5ee6e375-ec64-4c76-b565-915f4b6c4744 req-43c26907-c391-4218-9fa6-ec458bb56150 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 210 time: 0.0439653 Jan 18 14:28:03.443424 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:28:03.454142 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:28:03.463539 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Made reservation on behalf of 5a6d8cf6f0574a048d9848c2cef379c2 for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:28:03.466591 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:03.628347 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Allocated IP 172.20.0.5 (b324b43e-572e-4977-9daa-feaab2c9af42/e9e676a5-98c4-4f9c-a9b3-02c30d74a20c/698e1775-3d3f-4d4c-81f1-5ab33bb40311) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:28:03.810376 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:03.825750 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Transition to ACTIVE for port object 698e1775-3d3f-4d4c-81f1-5ab33bb40311 will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:28:03.847224 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:03.926843 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Network b324b43e-572e-4977-9daa-feaab2c9af42 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:28:03.930346 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:28:03.934961 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:28:03.969508 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'Port': ['ID=698e1775-3d3f-4d4c-81f1-5ab33bb40311,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:03.985662 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.986008 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.986344 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.986679 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.987008 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.987334 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.987656 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.987980 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.988298 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.988614 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:03.988934 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:04.011069 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:04.011686 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:04.037088 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-ae9031aa-49cd-4cc9-ad9c-8259da63f8b3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7380564 Jan 18 14:28:04.048725 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Request body: {'port': {'device_id': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:28:04.138118 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-f67c3315-6cf3-480f-b7c4-a5e13fc4d452 None None] Provisioning for port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:28:04.142880 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-f67c3315-6cf3-480f-b7c4-a5e13fc4d452 None None] Provisioning complete for port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:28:04.143358 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f67c3315-6cf3-480f-b7c4-a5e13fc4d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:04.157949 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:04.196682 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-f67c3315-6cf3-480f-b7c4-a5e13fc4d452 None None] Port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:28:04.480173 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698e1775-3d3f-4d4c-81f1-5ab33bb40311 {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:28:04.486946 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:04.501286 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Transition to ACTIVE for port object 698e1775-3d3f-4d4c-81f1-5ab33bb40311 will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:28:04.505455 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:04.662535 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283308c4-1f4b-4127-815a-30658c2fe950 req-15c1ea84-6b10-43e0-9a06-b77f7c47d70a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:04.664806 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-283308c4-1f4b-4127-815a-30658c2fe950 req-15c1ea84-6b10-43e0-9a06-b77f7c47d70a tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 943 time: 0.1233459 Jan 18 14:28:04.715690 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-283308c4-1f4b-4127-815a-30658c2fe950 req-cb9046df-6651-4fda-91a1-8e60e6b05c5e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Jan 18 14:28:04.728300 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=698e1775-3d3f-4d4c-81f1-5ab33bb40311,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:04.833023 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Attempting to bind port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:28:04.833284 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Attempting to bind port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:28:04.833610 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Attempting to bind port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 on network b324b43e-572e-4977-9daa-feaab2c9af42 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:28:04.839161 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 on network b324b43e-572e-4977-9daa-feaab2c9af42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:28:04.839484 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Attempting to bind port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 on network b324b43e-572e-4977-9daa-feaab2c9af42 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:28:04.845596 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:28:04.845932 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Checking segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:28:04.846309 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Bound using segment: {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:28:04.846726 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Bound port: 698e1775-3d3f-4d4c-81f1-5ab33bb40311, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:28:04.847067 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:04.930950 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] For port 698e1775-3d3f-4d4c-81f1-5ab33bb40311, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:28:04.933938 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] For port 698e1775-3d3f-4d4c-81f1-5ab33bb40311, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=698e1775-3d3f-4d4c-81f1-5ab33bb40311,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:28:04.938567 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:05.001565 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:05.002919 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] 10.222.0.77 "PUT /v2.0/ports/698e1775-3d3f-4d4c-81f1-5ab33bb40311 HTTP/1.1" status: 200 len: 1093 time: 0.9583926 Jan 18 14:28:05.003346 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:28:05.020364 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7ff34-0812-4aff-b95c-488326adc8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=698e1775-3d3f-4d4c-81f1-5ab33bb40311,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:05.086528 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'status': 'completed', 'code': 200} Jan 18 14:28:05.127825 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-0ea46f2f-06f9-48e7-b4b4-e8becc8fdc0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 1096 time: 0.0720711 Jan 18 14:28:05.198509 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-de8c8b12-ae70-44d5-b97f-482d01624c3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e1775-3d3f-4d4c-81f1-5ab33bb40311 HTTP/1.1" status: 200 len: 217 time: 0.0636024 Jan 18 14:28:05.262063 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-124343da-83bc-44d1-8ff8-71035715da00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:05.263476 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-124343da-83bc-44d1-8ff8-71035715da00 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0566275 Jan 18 14:28:05.341193 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-2ea66570-764a-47c6-8c91-8e59086de078 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691504 Jan 18 14:28:05.471837 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-2a38020f-9293-4a17-a399-bdf208827fb5 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209371 Jan 18 14:28:05.600587 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-69f2a206-c197-48b3-af17-83bf6c642c07 req-2023ff0f-3465-43ee-a011-148780ee512e service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205416 Jan 18 14:28:05.735378 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4cc8cb0-c175-4809-8328-9a994eb7f97c req-2ff1ce21-cffa-434b-9109-76ec3034d862 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 1096 time: 0.0661576 Jan 18 14:28:05.868150 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc8cb0-c175-4809-8328-9a994eb7f97c req-1cc75535-4d5e-48c2-8159-9aaeb2cee744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:05.869530 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4cc8cb0-c175-4809-8328-9a994eb7f97c req-1cc75535-4d5e-48c2-8159-9aaeb2cee744 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.1282229 Jan 18 14:28:05.922135 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c4175-c9a9-444d-ad33-fa990ed74b62 req-c568644d-6fb5-43db-b20b-4baeb63d1c53 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:05.923598 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1d9c4175-c9a9-444d-ad33-fa990ed74b62 req-c568644d-6fb5-43db-b20b-4baeb63d1c53 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 943 time: 0.0783439 Jan 18 14:28:05.940464 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4cc8cb0-c175-4809-8328-9a994eb7f97c req-b3cefe3c-c26d-4016-a775-dbb164c4e1d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e1775-3d3f-4d4c-81f1-5ab33bb40311 HTTP/1.1" status: 200 len: 217 time: 0.0644734 Jan 18 14:28:05.970321 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1d9c4175-c9a9-444d-ad33-fa990ed74b62 req-1131b9de-094e-4439-8936-ff6032d66dab tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Jan 18 14:28:06.007443 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc8cb0-c175-4809-8328-9a994eb7f97c req-e1d8e6f6-42c2-4a43-bd9c-ff90286dde9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:06.008879 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4cc8cb0-c175-4809-8328-9a994eb7f97c req-e1d8e6f6-42c2-4a43-bd9c-ff90286dde9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0612550 Jan 18 14:28:06.084290 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4cc8cb0-c175-4809-8328-9a994eb7f97c req-1f2229df-5862-4916-a63c-105bade35b5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693491 Jan 18 14:28:06.214267 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4cc8cb0-c175-4809-8328-9a994eb7f97c req-d7d9807f-8db2-468b-aad2-66dbc7cbf880 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212080 Jan 18 14:28:06.339924 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b4cc8cb0-c175-4809-8328-9a994eb7f97c req-567c18ce-c4bd-4064-9065-af2a796b4054 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200755 Jan 18 14:28:07.168113 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f42fb-830e-4b41-9fba-5b39ff0bc5dc req-a8f62908-49a1-420c-adc2-be04bd8ec78b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:07.169498 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-153f42fb-830e-4b41-9fba-5b39ff0bc5dc req-a8f62908-49a1-420c-adc2-be04bd8ec78b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 943 time: 0.0758853 Jan 18 14:28:07.214305 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-153f42fb-830e-4b41-9fba-5b39ff0bc5dc req-5368a047-8b99-4321-8000-1c5a1f0fc45e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394871 Jan 18 14:28:08.407866 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562574d2-165a-4de0-9625-849220b4e2d1 req-47ea1b37-7317-4a8b-882c-ff32e12fa54f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:08.409316 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-562574d2-165a-4de0-9625-849220b4e2d1 req-47ea1b37-7317-4a8b-882c-ff32e12fa54f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 943 time: 0.0777102 Jan 18 14:28:08.455869 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-562574d2-165a-4de0-9625-849220b4e2d1 req-694a2094-f1c0-447d-b16f-a1ba9d5b6af9 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Jan 18 14:28:09.646492 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a749a-7483-4be1-9855-54bf632fee49 req-4fe535e9-a87f-461d-bc81-335294a86bca tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:09.647818 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c7a749a-7483-4be1-9855-54bf632fee49 req-4fe535e9-a87f-461d-bc81-335294a86bca tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 943 time: 0.0744696 Jan 18 14:28:09.694898 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c7a749a-7483-4be1-9855-54bf632fee49 req-f77edeac-10e8-458f-8dac-81a6e3d3d8ae tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 Jan 18 14:28:10.889693 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323456c-76d9-4edb-b5c2-5cc8e94b966f req-a58d4798-2d91-46d2-8442-5c0f6c9357f6 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:10.891069 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8323456c-76d9-4edb-b5c2-5cc8e94b966f req-a58d4798-2d91-46d2-8442-5c0f6c9357f6 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 943 time: 0.0751629 Jan 18 14:28:10.936308 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8323456c-76d9-4edb-b5c2-5cc8e94b966f req-fb4abb60-b8b0-4068-ab54-5f69e854123d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397081 Jan 18 14:28:12.274542 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe91471-3e65-457c-a9f3-ed7555228219 req-8c36d4ce-9746-452e-9a90-ff5bd041506d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:12.275885 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ebe91471-3e65-457c-a9f3-ed7555228219 req-8c36d4ce-9746-452e-9a90-ff5bd041506d tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 943 time: 0.0812764 Jan 18 14:28:12.320188 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ebe91471-3e65-457c-a9f3-ed7555228219 req-318db7d7-de88-4f19-952f-a93403ea15e3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389962 Jan 18 14:28:13.092437 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:13.513610 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a14e-ec06-4016-8256-407c8db49074 req-9289df13-f839-4ab7-b8bd-5bf121a64dee tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:13.515063 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-02c1a14e-ec06-4016-8256-407c8db49074 req-9289df13-f839-4ab7-b8bd-5bf121a64dee tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 943 time: 0.0760934 Jan 18 14:28:13.559158 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-02c1a14e-ec06-4016-8256-407c8db49074 req-eefc57a1-da1c-4e29-ae4e-8842d682c792 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386503 Jan 18 14:28:13.612810 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 698e1775-3d3f-4d4c-81f1-5ab33bb40311 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:28:13.770918 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 698e1775-3d3f-4d4c-81f1-5ab33bb40311, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=698e1775-3d3f-4d4c-81f1-5ab33bb40311,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:28:13.783772 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'port_id': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'mac_address': 'fa:16:3e:e9:83:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:28:13.834670 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:13.851202 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698e1775-3d3f-4d4c-81f1-5ab33bb40311 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:28:13.866082 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 698e1775-3d3f-4d4c-81f1-5ab33bb40311, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=698e1775-3d3f-4d4c-81f1-5ab33bb40311,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:28:13.870181 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:13.939064 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=698e1775-3d3f-4d4c-81f1-5ab33bb40311,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:13.947297 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.947644 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.947981 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.948313 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.948643 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.948995 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.949358 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.949681 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.950001 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.950336 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:13.950637 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:28:14.209614 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['698e1775-3d3f-4d4c-81f1-5ab33bb40311'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:28:14.826340 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f776121-f77f-4c69-8088-75200f5959a5 req-da3f3fb3-077a-4486-beba-f7f3cf83a8bf tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:14.827034 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-9f776121-f77f-4c69-8088-75200f5959a5 req-da3f3fb3-077a-4486-beba-f7f3cf83a8bf tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Synchronizing usage tracker for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:28:14.842342 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-9f776121-f77f-4c69-8088-75200f5959a5 req-da3f3fb3-077a-4486-beba-f7f3cf83a8bf tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Unset dirty status for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:28:14.843538 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9f776121-f77f-4c69-8088-75200f5959a5 req-da3f3fb3-077a-4486-beba-f7f3cf83a8bf tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 944 time: 0.1655238 Jan 18 14:28:14.888695 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9f776121-f77f-4c69-8088-75200f5959a5 req-daf7ee60-2faa-4cc2-b8ea-5bebdd4658ef tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396557 Jan 18 14:28:15.610260 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 698e1775-3d3f-4d4c-81f1-5ab33bb40311 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:28:15.675633 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:28:15.679978 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:28:15.680341 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:15.789872 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:15.815961 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:28:15.825812 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 698e1775-3d3f-4d4c-81f1-5ab33bb40311, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=698e1775-3d3f-4d4c-81f1-5ab33bb40311,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:28:15.829739 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:15.871832 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'code': 200} Jan 18 14:28:15.898495 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=698e1775-3d3f-4d4c-81f1-5ab33bb40311,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:16.087928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddbb11-7de8-4625-8382-985f7fc9578b req-176211c0-1e0b-4212-a2a7-28046b1674fd tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:16.089381 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d0ddbb11-7de8-4625-8382-985f7fc9578b req-176211c0-1e0b-4212-a2a7-28046b1674fd tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 945 time: 0.0801332 Jan 18 14:28:16.179069 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d0ddbb11-7de8-4625-8382-985f7fc9578b req-76e5fc02-3ea9-450f-aa04-58205e558b02 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606008 Jan 18 14:28:16.189513 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ff7d208d-e7aa-407e-9b01-664e38c60c43 req-d638e91e-8b2c-4366-8763-3ce821ab10ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 1098 time: 0.0991397 Jan 18 14:28:16.236746 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ff7d208d-e7aa-407e-9b01-664e38c60c43 req-14db8454-86dc-4a49-a2d6-7152e1d93215 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384929 Jan 18 14:28:17.037714 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728f4ff-51ea-44bd-a029-62dbab44b771 req-a5e4a1ec-0a8c-4e0c-8759-d24303115787 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:17.039151 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3728f4ff-51ea-44bd-a029-62dbab44b771 req-a5e4a1ec-0a8c-4e0c-8759-d24303115787 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0761547 Jan 18 14:28:17.083762 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3728f4ff-51ea-44bd-a029-62dbab44b771 req-92e9b814-38aa-467e-ad7d-c18fde795bad tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384529 Jan 18 14:28:17.457870 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc3427-9de5-44ac-9f3c-fda099c6856e req-969a4810-b574-45b6-ad7b-fb3b86bbcbd9 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:17.459234 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a4fc3427-9de5-44ac-9f3c-fda099c6856e req-969a4810-b574-45b6-ad7b-fb3b86bbcbd9 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 945 time: 0.1587825 Jan 18 14:28:17.503799 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a4fc3427-9de5-44ac-9f3c-fda099c6856e req-2d5acc30-e823-43c9-881c-acbd47bdddb9 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391052 Jan 18 14:28:18.291738 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866805a-0587-4980-ab35-0c5bf89c8345 req-a05c0731-2f4e-43c4-a686-f215fd04b74f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:18.293680 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b866805a-0587-4980-ab35-0c5bf89c8345 req-a05c0731-2f4e-43c4-a686-f215fd04b74f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0767593 Jan 18 14:28:18.338770 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b866805a-0587-4980-ab35-0c5bf89c8345 req-8dbf1f0f-d35a-4cc4-9ccf-8adc5435b588 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397358 Jan 18 14:28:18.563592 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:28:18.692865 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22ba17-a600-4ad7-b0a4-9779c7268e2a req-589d0297-5144-47a5-891e-dfdc95255486 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:18.694309 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ec22ba17-a600-4ad7-b0a4-9779c7268e2a req-589d0297-5144-47a5-891e-dfdc95255486 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 945 time: 0.0749974 Jan 18 14:28:18.740579 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ec22ba17-a600-4ad7-b0a4-9779c7268e2a req-a6cfd778-9028-41ce-9b1a-b64e63232f55 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Jan 18 14:28:18.932687 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059236d-e031-4aba-8a99-be4b15a557ad req-523b907f-4816-4b5f-974e-e213ffc6ac74 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:18.934184 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a059236d-e031-4aba-8a99-be4b15a557ad req-523b907f-4816-4b5f-974e-e213ffc6ac74 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 945 time: 0.0739422 Jan 18 14:28:18.978922 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a059236d-e031-4aba-8a99-be4b15a557ad req-164519b9-0e74-4e21-b508-1849fbd10436 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393488 Jan 18 14:28:19.006019 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41136) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:28:19.256677 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-ea562866-5388-426e-a27a-6f237e352efc tempest-TestVolumeBootPattern-658244829 tempest-TestVolumeBootPattern-658244829-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 1093 time: 0.2495377 Jan 18 14:28:19.259289 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41142) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:28:19.264249 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Request body: {'floatingip': {'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'port_id': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:28:19.269475 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:28:19.273246 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Usage tracker for resource:floatingip and tenant:5a6d8cf6f0574a048d9848c2cef379c2 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:28:19.276012 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:28:19.282095 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:28:19.291730 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:19.422005 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:19.546250 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4529d-183c-45e7-82cd-c1710969e859 req-7bbc3e4e-0514-4219-8d91-99fa1d77504d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:19.547704 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f6f4529d-183c-45e7-82cd-c1710969e859 req-7bbc3e4e-0514-4219-8d91-99fa1d77504d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0759964 Jan 18 14:28:19.555895 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Allocated IP 172.27.1.135 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/42ce1fec-8aec-40c5-b7cd-4ec0a6111ca2) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:28:19.595888 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f6f4529d-183c-45e7-82cd-c1710969e859 req-920e65db-b386-433d-a1dc-32c7b9dc2c90 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Jan 18 14:28:19.712589 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:19.739251 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:19.802230 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:28:19.804987 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:28:19.807493 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:28:19.842748 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'Port': ['ID=42ce1fec-8aec-40c5-b7cd-4ec0a6111ca2,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:19.858649 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ac519715-93de-479d-8b1f-bca79aaa761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:20.387183 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:20.439663 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:20.637098 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:20.641214 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:20.783779 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event updated for resources: {'Port': ['ID=42ce1fec-8aec-40c5-b7cd-4ec0a6111ca2,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:20.802118 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:20.910345 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b1a3a-c3ff-42ee-bd71-00e752011e15 req-a64cff32-cdb1-4499-9293-f13b446d2132 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:20.911713 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-434b1a3a-c3ff-42ee-bd71-00e752011e15 req-a64cff32-cdb1-4499-9293-f13b446d2132 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.1774414 Jan 18 14:28:21.026690 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-434b1a3a-c3ff-42ee-bd71-00e752011e15 req-919f0d3b-62ad-4d35-a96b-cac4ce50d317 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090486 Jan 18 14:28:21.054224 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Floating IP 267ca8de-c79d-40cf-92ee-0a0b062cd08a associated. External IP: 172.27.1.135, port: 698e1775-3d3f-4d4c-81f1-5ab33bb40311. Jan 18 14:28:21.445786 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Router c6451045-170f-46ee-b175-56a8b3ff9a52 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:28:21.639396 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:28:21.648650 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] Sync routers for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:28:21.661077 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:28:21.661712 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:27:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:28:21.663046 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:21.718680 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-68fd7ec4-a236-47c9-a1d8-864914448add tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4583998 Jan 18 14:28:21.719515 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:28:21.777991 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'status': 'completed', 'code': 200} Jan 18 14:28:21.848498 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:28:21.869490 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f391b235-11af-40c2-99c2-4ae1536da2de req-c974da5b-c7fb-4712-8362-16b7bd57af80 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 1098 time: 0.0700467 Jan 18 14:28:22.094870 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391b235-11af-40c2-99c2-4ae1536da2de req-ded1f678-7a2a-4a34-af0f-10147f31b812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:22.096460 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f391b235-11af-40c2-99c2-4ae1536da2de req-ded1f678-7a2a-4a34-af0f-10147f31b812 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.2210908 Jan 18 14:28:22.199974 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-11ce3cc1-205d-4b37-82d9-796e6c23218e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:22.227504 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '267ca8de-c79d-40cf-92ee-0a0b062cd08a', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e9:83:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:28:20Z', 'updated_at': '2022-01-18T14:28:20Z', 'revision_number': 0, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}, {'id': '869d6bd7-b2e9-4959-84aa-bdb5948446ca', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:25:54Z', 'updated_at': '2022-01-18T14:25:57Z', 'revision_number': 1, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:28:22.232383 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] Checking router: c6451045-170f-46ee-b175-56a8b3ff9a52 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:28:22.243670 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:28:22.244386 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:28:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:28:22.249317 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f391b235-11af-40c2-99c2-4ae1536da2de req-967a58a3-05c8-4aa4-acfc-8d40cbe58927 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e1775-3d3f-4d4c-81f1-5ab33bb40311 HTTP/1.1" status: 200 len: 999 time: 0.1465025 Jan 18 14:28:22.318781 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cf378-f46a-4f91-8237-011342b21f29 req-70c91e69-538c-4538-b532-729f16b1589b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:22.320222 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-eb8cf378-f46a-4f91-8237-011342b21f29 req-70c91e69-538c-4538-b532-729f16b1589b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.1475971 Jan 18 14:28:22.323476 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391b235-11af-40c2-99c2-4ae1536da2de req-53c15968-449a-436b-9cba-596a0d06e477 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:22.325368 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f391b235-11af-40c2-99c2-4ae1536da2de req-53c15968-449a-436b-9cba-596a0d06e477 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0708013 Jan 18 14:28:22.415741 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-eb8cf378-f46a-4f91-8237-011342b21f29 req-1a7bede9-3fa8-4333-aaec-757b7dce9a60 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889428 Jan 18 14:28:22.419757 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:28:22.431253 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f391b235-11af-40c2-99c2-4ae1536da2de req-7386fd86-16af-44e6-970e-14277d9a7762 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911219 Jan 18 14:28:22.574963 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f391b235-11af-40c2-99c2-4ae1536da2de req-de78a181-8071-4344-9d19-72340e229e82 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367245 Jan 18 14:28:22.703101 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f391b235-11af-40c2-99c2-4ae1536da2de req-299f335d-ff1a-48e1-ad19-0b3e3df1be2e service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219625 Jan 18 14:28:22.796312 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '267ca8de-c79d-40cf-92ee-0a0b062cd08a', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e9:83:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:28:20Z', 'updated_at': '2022-01-18T14:28:20Z', 'revision_number': 0, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}, {'id': '869d6bd7-b2e9-4959-84aa-bdb5948446ca', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:25:54Z', 'updated_at': '2022-01-18T14:25:57Z', 'revision_number': 1, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:28:22.800313 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc7f66-8338-4afc-a164-c5fa2acdb626 None None] The sync data for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi is: [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '267ca8de-c79d-40cf-92ee-0a0b062cd08a', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e9:83:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:28:20Z', 'updated_at': '2022-01-18T14:28:20Z', 'revision_number': 0, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}, {'id': '869d6bd7-b2e9-4959-84aa-bdb5948446ca', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:25:54Z', 'updated_at': '2022-01-18T14:25:57Z', 'revision_number': 1, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:28:22.979692 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5704d3-e4da-4d1f-974d-596d5e63d386 None None] New status for floating IP 267ca8de-c79d-40cf-92ee-0a0b062cd08a: ACTIVE {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:28:23.222321 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:23.425177 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:23.641531 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3bc02-da0a-4301-920b-17e015e0d377 req-da95ef56-828c-403c-b534-66eadc002775 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:23.642964 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94f3bc02-da0a-4301-920b-17e015e0d377 req-da95ef56-828c-403c-b534-66eadc002775 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0820067 Jan 18 14:28:23.691314 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94f3bc02-da0a-4301-920b-17e015e0d377 req-f9fddc08-da4f-482a-986c-9156d171d860 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Jan 18 14:28:24.554728 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:24.906710 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd7e9b-41c0-4b76-8a75-39a8246e7aa3 req-102eff24-838e-40be-9bc8-f7872c569be4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:24.908150 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-92dd7e9b-41c0-4b76-8a75-39a8246e7aa3 req-102eff24-838e-40be-9bc8-f7872c569be4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0750399 Jan 18 14:28:24.957821 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-92dd7e9b-41c0-4b76-8a75-39a8246e7aa3 req-763c5eb4-67f4-4411-854a-5a64a2a47ed7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441957 Jan 18 14:28:26.160176 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173700-6438-4cc9-866e-a19f1f9eac0a req-e04f6c64-be58-4d9c-96fb-1c4ae5f11a96 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:26.161633 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f5173700-6438-4cc9-866e-a19f1f9eac0a req-e04f6c64-be58-4d9c-96fb-1c4ae5f11a96 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0731320 Jan 18 14:28:26.205343 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f5173700-6438-4cc9-866e-a19f1f9eac0a req-db2ebd4c-ccc0-451f-9157-68a333841419 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383253 Jan 18 14:28:27.412019 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ae3f-cced-4572-9f92-9efde7ef626f req-9df08992-07c8-4d44-a3fd-610300410892 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:27.413501 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc1ae3f-cced-4572-9f92-9efde7ef626f req-9df08992-07c8-4d44-a3fd-610300410892 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0764699 Jan 18 14:28:27.461002 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ccc1ae3f-cced-4572-9f92-9efde7ef626f req-d54233c9-3e0c-40e5-92d8-db9ca8cf867b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420628 Jan 18 14:28:28.671417 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd10d8-8acc-4baf-ad10-391ab1c89b03 req-0b1864df-fbfd-4e8a-9ccd-3b11339d4c94 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:28.672757 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cdcd10d8-8acc-4baf-ad10-391ab1c89b03 req-0b1864df-fbfd-4e8a-9ccd-3b11339d4c94 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0775044 Jan 18 14:28:28.716928 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cdcd10d8-8acc-4baf-ad10-391ab1c89b03 req-a344ed3b-0cbc-41f6-b965-90f2d68074eb tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387731 Jan 18 14:28:29.927950 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2fcbb-fea2-4dea-8925-ecf762372b3e req-16a63000-d4e8-497d-bead-49bec1cda4a2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:29.929951 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c6d2fcbb-fea2-4dea-8925-ecf762372b3e req-16a63000-d4e8-497d-bead-49bec1cda4a2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0822949 Jan 18 14:28:29.975901 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c6d2fcbb-fea2-4dea-8925-ecf762372b3e req-a9bb5322-4c47-4281-ad15-c688702187b6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 Jan 18 14:28:31.186048 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16153817-d040-487f-b69f-e1c800b130fa req-1ca74d24-565a-41d4-a955-b18154eec2b0 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:31.187376 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-16153817-d040-487f-b69f-e1c800b130fa req-1ca74d24-565a-41d4-a955-b18154eec2b0 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0741320 Jan 18 14:28:31.235054 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-16153817-d040-487f-b69f-e1c800b130fa req-5ff0b563-a136-422c-a52d-3247481a350a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423112 Jan 18 14:28:32.441943 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893ba00-00b3-426d-b945-945729898e7d req-c4d5ac91-f099-4c19-9deb-ec6f0968679a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:32.443361 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5893ba00-00b3-426d-b945-945729898e7d req-c4d5ac91-f099-4c19-9deb-ec6f0968679a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0741017 Jan 18 14:28:32.486933 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5893ba00-00b3-426d-b945-945729898e7d req-6adb6db6-c8db-47b0-b7c7-861ae841ac46 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382266 Jan 18 14:28:33.689022 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f5ea-d632-4250-ac4d-275b423eefd6 req-d9daab68-2520-4ac3-a6ba-2b0128df34db tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:33.690452 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e059f5ea-d632-4250-ac4d-275b423eefd6 req-d9daab68-2520-4ac3-a6ba-2b0128df34db tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0745685 Jan 18 14:28:33.713147 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:28:33.734918 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e059f5ea-d632-4250-ac4d-275b423eefd6 req-d3ca2d69-519e-4afa-b27d-e88df5b9f33a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391278 Jan 18 14:28:33.841732 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:28:33.854070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'port_id': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'mac_address': 'fa:16:3e:6a:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:28:33.905153 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:33.922215 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:28:33.936970 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:28:33.941075 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:34.008586 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=6']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:34.026667 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['5e38c38f-ae83-48f4-9f53-03fa21ebdf01'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:28:34.944299 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c7d45-8f49-473b-9c52-4d3ed00ffb9b req-29e9ec54-efb9-4727-b1c0-ec407de60ee2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:34.945832 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-620c7d45-8f49-473b-9c52-4d3ed00ffb9b req-29e9ec54-efb9-4727-b1c0-ec407de60ee2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 944 time: 0.0784197 Jan 18 14:28:34.990684 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-620c7d45-8f49-473b-9c52-4d3ed00ffb9b req-a6c3fe97-5801-49f6-8ab0-a5a9849b6708 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389509 Jan 18 14:28:35.722992 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:28:35.790799 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:28:35.791161 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:35.898941 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:35.925102 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:28:35.934807 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:28:35.938772 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:35.980195 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'code': 200} Jan 18 14:28:36.005052 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=7']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:36.193324 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0e716-58b2-431e-84ca-92b5c071a5fd req-d6ac5cbf-67b6-4f08-9a62-9a6ab7771471 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:36.194731 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cbd0e716-58b2-431e-84ca-92b5c071a5fd req-d6ac5cbf-67b6-4f08-9a62-9a6ab7771471 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0730939 Jan 18 14:28:36.238851 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-cbd0e716-58b2-431e-84ca-92b5c071a5fd req-e671e1cc-ed73-4a0b-a94c-565d6f103514 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381372 Jan 18 14:28:37.456274 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522bc95-bce0-4bff-9004-4a75c0bdcfd2 req-5be359bd-7076-4f32-b0b4-9fc232e8bab8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:37.457752 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2522bc95-bce0-4bff-9004-4a75c0bdcfd2 req-5be359bd-7076-4f32-b0b4-9fc232e8bab8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0783057 Jan 18 14:28:37.501943 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2522bc95-bce0-4bff-9004-4a75c0bdcfd2 req-ea6c6596-9b48-4030-953f-d9f722270c88 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388288 Jan 18 14:28:38.721501 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c38e75-9b39-480a-b2a4-1433c39f6dff req-2b94c38e-5158-4435-b62e-656ff413f6f4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:38.722965 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a5c38e75-9b39-480a-b2a4-1433c39f6dff req-2b94c38e-5158-4435-b62e-656ff413f6f4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0795665 Jan 18 14:28:38.768748 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-a5c38e75-9b39-480a-b2a4-1433c39f6dff req-61580534-5202-4386-be8b-feca99e670ed tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Jan 18 14:28:39.989979 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3f72-da05-467f-b644-87d91ecd0f60 req-fb9a46ce-dd35-4059-a399-0da6c7a1ec7f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:39.991550 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-70bb3f72-da05-467f-b644-87d91ecd0f60 req-fb9a46ce-dd35-4059-a399-0da6c7a1ec7f tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0804124 Jan 18 14:28:40.039218 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-70bb3f72-da05-467f-b644-87d91ecd0f60 req-ea119795-7515-4716-8dd6-0818a9dd3237 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 Jan 18 14:28:41.432615 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007680d-736f-47b0-9875-96847d7e6873 req-3f1262c8-f8f4-4587-8839-73caf74b9fe8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:41.435351 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f007680d-736f-47b0-9875-96847d7e6873 req-3f1262c8-f8f4-4587-8839-73caf74b9fe8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.2384691 Jan 18 14:28:41.488471 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f007680d-736f-47b0-9875-96847d7e6873 req-e710c438-13f2-4cd7-9c63-3ef268f01f7c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 Jan 18 14:28:42.725680 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684223c4-188f-4e93-bc50-16d255549b44 req-8003c7a2-c3f4-46e5-9d46-0a55c587558b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:42.727721 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-684223c4-188f-4e93-bc50-16d255549b44 req-8003c7a2-c3f4-46e5-9d46-0a55c587558b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0966549 Jan 18 14:28:42.867654 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-684223c4-188f-4e93-bc50-16d255549b44 req-73f71876-9dad-4a09-ba1f-c90370059cf1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319103 Jan 18 14:28:43.105851 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:44.092890 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df797d-2f4f-43d3-b72e-319de0b0afc9 req-55ce41c1-fe58-4006-bb7a-287ff5cf0352 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:44.095181 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d3df797d-2f4f-43d3-b72e-319de0b0afc9 req-55ce41c1-fe58-4006-bb7a-287ff5cf0352 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0778768 Jan 18 14:28:44.144360 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d3df797d-2f4f-43d3-b72e-319de0b0afc9 req-f70cf358-5082-4a6c-a6b2-110e665aeffe tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 Jan 18 14:28:45.373000 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8665d-49a1-459b-82e6-c2b6345d5bf7 req-13a479c0-f428-4504-858c-cd3ff21b9d95 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:45.375224 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0bd8665d-49a1-459b-82e6-c2b6345d5bf7 req-13a479c0-f428-4504-858c-cd3ff21b9d95 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0845168 Jan 18 14:28:45.426596 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0bd8665d-49a1-459b-82e6-c2b6345d5bf7 req-f8a03aea-c12e-44f5-87a3-18c5921a5de9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459738 Jan 18 14:28:46.748580 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eb595-37cf-4098-9637-3b50eaf14b5f req-9a797a07-2518-4143-b84c-91039269e033 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:46.750067 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8f0eb595-37cf-4098-9637-3b50eaf14b5f req-9a797a07-2518-4143-b84c-91039269e033 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.1681874 Jan 18 14:28:46.814950 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8f0eb595-37cf-4098-9637-3b50eaf14b5f req-30f27f72-6765-4a31-b166-21e9879d66b5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560255 Jan 18 14:28:48.061675 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13e128-bb7b-42e3-bc34-e17d0219bf1d req-1415189f-3916-40e9-a401-93f1d41c1226 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:48.063534 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c13e128-bb7b-42e3-bc34-e17d0219bf1d req-1415189f-3916-40e9-a401-93f1d41c1226 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0819645 Jan 18 14:28:48.114400 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c13e128-bb7b-42e3-bc34-e17d0219bf1d req-adef2ae5-cfc0-49c0-a680-e43b2051542e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453615 Jan 18 14:28:49.326335 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cbc6c-6457-4193-91fa-4dccbdace8f0 req-cb1ac760-4fd9-4cb6-a3bc-92809f1051ff tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:49.328041 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b03cbc6c-6457-4193-91fa-4dccbdace8f0 req-cb1ac760-4fd9-4cb6-a3bc-92809f1051ff tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0755296 Jan 18 14:28:49.413107 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b03cbc6c-6457-4193-91fa-4dccbdace8f0 req-3ba33a0b-4551-49f9-9806-bae893f8af2c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796475 Jan 18 14:28:49.441472 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9363ba9e-0883-4e45-af97-0e85203bf156 req-33fcb083-a9f8-42b6-8552-9e4a23c4cc34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 1098 time: 0.0756412 Jan 18 14:28:49.572120 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363ba9e-0883-4e45-af97-0e85203bf156 req-4d0a6de9-361a-435f-ade3-9aec7b419bad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:49.573578 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9363ba9e-0883-4e45-af97-0e85203bf156 req-4d0a6de9-361a-435f-ade3-9aec7b419bad service neutron] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 918 time: 0.1261275 Jan 18 14:28:49.669891 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9363ba9e-0883-4e45-af97-0e85203bf156 req-82f6fe12-5a99-40c3-a5ba-b00459ff720a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01 HTTP/1.1" status: 200 len: 1000 time: 0.0902708 Jan 18 14:28:49.736748 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363ba9e-0883-4e45-af97-0e85203bf156 req-7c8ff92c-bb59-430e-9eb7-8162a84a55e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:49.738116 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9363ba9e-0883-4e45-af97-0e85203bf156 req-7c8ff92c-bb59-430e-9eb7-8162a84a55e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0615349 Jan 18 14:28:49.811743 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9363ba9e-0883-4e45-af97-0e85203bf156 req-2eab1726-856b-476d-bfe4-5dc6327ecf3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668299 Jan 18 14:28:49.862442 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8842cedb-324e-4151-b215-b0acf458e04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:49.944576 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9363ba9e-0883-4e45-af97-0e85203bf156 req-4bc09dda-282b-4ec4-94ec-58bf0c4f92b5 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261318 Jan 18 14:28:50.072274 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9363ba9e-0883-4e45-af97-0e85203bf156 req-1ede2067-e2b4-4922-bcfc-371ba94b7893 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216023 Jan 18 14:28:50.620074 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0b6f1-aed1-4372-9356-0d7c212291b2 req-3d6cb40f-bae1-4415-8951-64db897a3833 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:50.621959 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5ed0b6f1-aed1-4372-9356-0d7c212291b2 req-3d6cb40f-bae1-4415-8951-64db897a3833 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0756676 Jan 18 14:28:50.668743 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5ed0b6f1-aed1-4372-9356-0d7c212291b2 req-e8ac4f06-cb34-4561-ac9c-abab0d2f8a6b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Jan 18 14:28:51.823880 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:28:51.892300 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de315b-1245-4f32-8243-f56f6ab2bf1e req-a86cd3ac-2d49-4ca6-b321-c5e9a88f1446 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:51.894074 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f5de315b-1245-4f32-8243-f56f6ab2bf1e req-a86cd3ac-2d49-4ca6-b321-c5e9a88f1446 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 945 time: 0.0925522 Jan 18 14:28:51.946674 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f5de315b-1245-4f32-8243-f56f6ab2bf1e req-3369f9bd-79ca-48e0-ad85-92e53a90d0a7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472505 Jan 18 14:28:51.952818 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:51.978452 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:28:51.988245 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:28:51.991954 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:52.032922 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'code': 200} Jan 18 14:28:52.057097 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=8']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:28:52.161388 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1d35100a-9616-42a8-8812-ba5d2801ef6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:53.155048 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277629fa-d550-4ade-a6c2-b11e36880e34 req-8db93f98-08b0-49de-864a-2a14e933465e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:53.156509 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-277629fa-d550-4ade-a6c2-b11e36880e34 req-8db93f98-08b0-49de-864a-2a14e933465e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0747840 Jan 18 14:28:53.206878 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-277629fa-d550-4ade-a6c2-b11e36880e34 req-5ccfe11d-4da5-4e46-bbb0-79599a50c90d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445933 Jan 18 14:28:53.226882 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:53.426190 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:54.558218 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:28:54.738152 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b0c3803c-3f86-49e7-9a95-c7ed022626da req-4b6c666d-0fdb-407a-8f61-54813e4595f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1294696 Jan 18 14:28:55.042048 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d388d-1fbc-4cc4-81d4-a329c300ccfe req-e5afafe7-5318-44f3-8121-29e770d74918 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:55.043990 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-992d388d-1fbc-4cc4-81d4-a329c300ccfe req-e5afafe7-5318-44f3-8121-29e770d74918 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.1196597 Jan 18 14:28:55.102424 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-c505ceaf-a4f2-4c6b-8ace-db803beb267f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1841016 Jan 18 14:28:55.105150 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-992d388d-1fbc-4cc4-81d4-a329c300ccfe req-2cdc8fe3-7341-4bd6-96ad-cc8268f14ff8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550253 Jan 18 14:28:55.563529 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:28:55.749094 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-cca4c8ec-bafb-4757-9942-e459a85eb5d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001&tenant_id=0779d207abc54358b4c4f896c78cae98 HTTP/1.1" status: 200 len: 1096 time: 0.0670784 Jan 18 14:28:55.846358 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-c05ada58-f466-4dd8-b8fe-1c338abaa8f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0779d207abc54358b4c4f896c78cae98&device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 1096 time: 0.0673580 Jan 18 14:28:55.972727 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228f30-9236-433d-9e9d-83796365c231 req-a4d0000b-bc8b-4064-96f9-52f1479912f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:55.974249 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-a4d0000b-bc8b-4064-96f9-52f1479912f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 200 len: 918 time: 0.1226661 Jan 18 14:28:56.074157 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-3d1442f0-7886-4f36-b975-09863ae1b882 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01 HTTP/1.1" status: 200 len: 998 time: 0.0934238 Jan 18 14:28:56.135301 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228f30-9236-433d-9e9d-83796365c231 req-4eb66e99-77ad-4fce-9453-5effbdc05bc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:56.137297 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-4eb66e99-77ad-4fce-9453-5effbdc05bc3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 200 len: 856 time: 0.0577011 Jan 18 14:28:56.282503 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-b706291b-4d77-4beb-8358-2e6d02913bae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1392894 Jan 18 14:28:56.292679 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-9bad6da9-0d50-41a6-b100-c8654360940b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82795) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:28:56.293621 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-9bad6da9-0d50-41a6-b100-c8654360940b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053077 Jan 18 14:28:56.423474 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-4aa3afa9-7bd3-4ea9-b3c3-9b2bbbd994f0 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239901 Jan 18 14:28:56.478546 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5905a71-0bc0-40a1-b413-d184e7982991 req-a63acc2b-e87c-4e98-8e63-904eb96f24a5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:56.480516 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d5905a71-0bc0-40a1-b413-d184e7982991 req-a63acc2b-e87c-4e98-8e63-904eb96f24a5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0747938 Jan 18 14:28:56.528679 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d5905a71-0bc0-40a1-b413-d184e7982991 req-8bb83f6b-38c0-4e8e-bad6-741cde17dab9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Jan 18 14:28:56.552036 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0d228f30-9236-433d-9e9d-83796365c231 req-56284392-5173-4f08-b081-55fdac1ac326 service neutron] 10.222.0.77 "GET /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232746 Jan 18 14:28:57.760094 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7ffe7-7167-4219-8324-cf590a5c8031 req-b2456f81-cb66-4801-af11-8bfc0740fa94 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:57.762248 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-01f7ffe7-7167-4219-8324-cf590a5c8031 req-b2456f81-cb66-4801-af11-8bfc0740fa94 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0911880 Jan 18 14:28:57.810033 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-01f7ffe7-7167-4219-8324-cf590a5c8031 req-fd8671f9-d157-4df9-b8cb-d8a6f24f3c9a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406370 Jan 18 14:28:59.050997 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc4146-98e8-4834-8dd8-0c0cc9da04d9 req-52fca393-bde2-4dec-b0b8-81620ba7b0c6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:28:59.052760 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-11fc4146-98e8-4834-8dd8-0c0cc9da04d9 req-52fca393-bde2-4dec-b0b8-81620ba7b0c6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0789809 Jan 18 14:28:59.102624 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-11fc4146-98e8-4834-8dd8-0c0cc9da04d9 req-4cbe2c85-d577-4716-8d36-b44a492ea645 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433443 Jan 18 14:29:00.333956 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f670e49-f9bd-4c9d-ac04-62e6ea1b5976 req-0985d5b5-aebf-4472-ab6b-347299ad00e3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:00.335458 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1f670e49-f9bd-4c9d-ac04-62e6ea1b5976 req-0985d5b5-aebf-4472-ab6b-347299ad00e3 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0818157 Jan 18 14:29:00.386505 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1f670e49-f9bd-4c9d-ac04-62e6ea1b5976 req-99b7ef72-f4c6-45c6-b1f1-8968b3e86d06 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442874 Jan 18 14:29:01.604653 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab56f9-b43f-4bcc-84cd-1efd760b5830 req-f7fb291a-6ac9-4bd5-a84a-e8455c1856ba tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:01.606169 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f7ab56f9-b43f-4bcc-84cd-1efd760b5830 req-f7fb291a-6ac9-4bd5-a84a-e8455c1856ba tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0800533 Jan 18 14:29:01.650755 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f7ab56f9-b43f-4bcc-84cd-1efd760b5830 req-6348556c-3155-4611-bae2-a03afe90e222 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 Jan 18 14:29:02.871974 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84cc9-f95a-432a-a649-74aaaa36fa16 req-f99fa064-1540-40f3-9067-17077a1d050c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:02.873446 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2fc84cc9-f95a-432a-a649-74aaaa36fa16 req-f99fa064-1540-40f3-9067-17077a1d050c tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0824878 Jan 18 14:29:02.941983 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2fc84cc9-f95a-432a-a649-74aaaa36fa16 req-b5081896-9aaf-4e14-be7f-dfc070d769e9 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626760 Jan 18 14:29:04.161006 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bd1f3-2061-41f4-a6b5-36a639de4f72 req-e180cecb-d4eb-4ff7-86da-920264233b5a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:04.162473 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-274bd1f3-2061-41f4-a6b5-36a639de4f72 req-e180cecb-d4eb-4ff7-86da-920264233b5a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0812569 Jan 18 14:29:04.211347 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-274bd1f3-2061-41f4-a6b5-36a639de4f72 req-fd310d13-6a77-4537-9b5b-da7e3c813479 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413289 Jan 18 14:29:05.427880 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce677fa8-3a5b-47bf-b012-9932f09e7a6a req-c688d2bf-4967-4510-8218-86e9cc415609 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:05.429383 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ce677fa8-3a5b-47bf-b012-9932f09e7a6a req-c688d2bf-4967-4510-8218-86e9cc415609 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0769529 Jan 18 14:29:05.476224 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ce677fa8-3a5b-47bf-b012-9932f09e7a6a req-b9b26fd9-c563-4443-bbe5-8aba68928637 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 Jan 18 14:29:06.687684 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45dedd-944b-432e-8083-b610f4527ffd req-782313f4-76bc-4db5-b459-4987f9969018 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:06.689027 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7a45dedd-944b-432e-8083-b610f4527ffd req-782313f4-76bc-4db5-b459-4987f9969018 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0769968 Jan 18 14:29:06.732797 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7a45dedd-944b-432e-8083-b610f4527ffd req-d7debf46-e7e7-43ff-b234-be6c671678c1 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384610 Jan 18 14:29:07.942189 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06f2d9-0d02-4b6b-bca2-5b1fb1399821 req-b32772d4-2fac-4e61-a889-fa7740e124b6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:07.943615 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7a06f2d9-0d02-4b6b-bca2-5b1fb1399821 req-b32772d4-2fac-4e61-a889-fa7740e124b6 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0788639 Jan 18 14:29:07.987618 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7a06f2d9-0d02-4b6b-bca2-5b1fb1399821 req-528eb75b-f80e-4fac-baa6-d15e0736d4d2 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384195 Jan 18 14:29:09.190234 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21138-939e-4f4f-9098-4d8814c4dc4f req-eded2eef-9ebe-4ed8-abda-aa7aabda8868 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:09.191537 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-32e21138-939e-4f4f-9098-4d8814c4dc4f req-eded2eef-9ebe-4ed8-abda-aa7aabda8868 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0739992 Jan 18 14:29:09.238175 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-32e21138-939e-4f4f-9098-4d8814c4dc4f req-d2957424-0a80-4dd7-b48b-5a29419e24a4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Jan 18 14:29:10.439820 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70898af-d4a1-4f33-b9a8-049016fbb408 req-6c0e68f2-df52-4232-b6e1-0c3bf30abe6e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:10.441256 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c70898af-d4a1-4f33-b9a8-049016fbb408 req-6c0e68f2-df52-4232-b6e1-0c3bf30abe6e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0737011 Jan 18 14:29:10.488828 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c70898af-d4a1-4f33-b9a8-049016fbb408 req-6e3b0a2d-caab-422f-9855-38f594f5fe30 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Jan 18 14:29:11.694508 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885494e-c1cc-4845-95e0-d8891bc429b2 req-a05177bc-4f4f-40a5-9c60-59e84adbd033 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:11.695953 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7885494e-c1cc-4845-95e0-d8891bc429b2 req-a05177bc-4f4f-40a5-9c60-59e84adbd033 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0766943 Jan 18 14:29:11.739699 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7885494e-c1cc-4845-95e0-d8891bc429b2 req-cccf9db3-e586-456f-b931-22bac3c7c5f5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375631 Jan 18 14:29:12.947345 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5fbd2-7026-4c11-9a28-63922c9714a9 req-30f4097d-66c7-4b9c-bca2-e98f15b8098a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:12.948819 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ed5fbd2-7026-4c11-9a28-63922c9714a9 req-30f4097d-66c7-4b9c-bca2-e98f15b8098a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0755284 Jan 18 14:29:12.992964 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-7ed5fbd2-7026-4c11-9a28-63922c9714a9 req-12aff013-eba4-463f-8d89-b7227b18f9b7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383885 Jan 18 14:29:13.100634 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:13.930988 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:29:14.092761 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:29:14.105741 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'port_id': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'mac_address': 'fa:16:3e:6a:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:29:14.158044 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:14.174458 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:29:14.189852 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:29:14.194189 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:14.209633 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edb5a-454a-489a-b5d4-fcfcebd1b6b2 req-af57984b-97a5-4d40-818b-9ed2b59ca993 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:14.211083 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8e8edb5a-454a-489a-b5d4-fcfcebd1b6b2 req-af57984b-97a5-4d40-818b-9ed2b59ca993 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 943 time: 0.0836046 Jan 18 14:29:14.266130 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=9']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:29:14.274690 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.275023 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.275358 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.275732 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.276029 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.276346 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.276664 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.277009 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.277325 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.277633 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.277944 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:29:14.330666 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8e8edb5a-454a-489a-b5d4-fcfcebd1b6b2 req-b7c62241-e460-4bbd-a827-7320fa50229e tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141367 Jan 18 14:29:14.525675 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['5e38c38f-ae83-48f4-9f53-03fa21ebdf01'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:29:15.539586 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4049f2-5706-4150-a6d1-78170f10749c req-0dd98592-d62b-4f73-bd14-4169124fb330 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:15.541114 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9b4049f2-5706-4150-a6d1-78170f10749c req-0dd98592-d62b-4f73-bd14-4169124fb330 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 944 time: 0.0789819 Jan 18 14:29:15.586799 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9b4049f2-5706-4150-a6d1-78170f10749c req-31d0ea6f-84cd-4e30-81d5-595940bbe2ec tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401175 Jan 18 14:29:15.931173 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:29:15.999446 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:29:15.999809 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:16.106958 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:16.132374 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:29:16.141487 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:29:16.146667 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:16.189771 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'code': 200} Jan 18 14:29:16.212324 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=10']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:29:16.480517 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-25bedd2d-43f0-4ec0-adf9-82663fafa404 req-a108b925-c091-4e5b-8bb7-b0e94a0d362d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 1099 time: 0.1316483 Jan 18 14:29:16.522994 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-25bedd2d-43f0-4ec0-adf9-82663fafa404 req-84abdc8f-ac5a-4a62-a275-90dd37b96bb3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357616 Jan 18 14:29:16.794934 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ddf7-8b5c-44d0-95dd-6db151e5cdef req-3eefff31-80b0-4031-9909-e406c54f29e8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:16.796367 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6ad7ddf7-8b5c-44d0-95dd-6db151e5cdef req-3eefff31-80b0-4031-9909-e406c54f29e8 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 946 time: 0.0777049 Jan 18 14:29:16.840694 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6ad7ddf7-8b5c-44d0-95dd-6db151e5cdef req-325f2c85-4e59-499a-90ce-39618eab9ba4 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389967 Jan 18 14:29:18.071863 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26232fcd-03d4-4de0-9f92-217b8fbcf284 req-9ef53280-b161-4e6a-8798-5063755f289b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:18.073976 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26232fcd-03d4-4de0-9f92-217b8fbcf284 req-9ef53280-b161-4e6a-8798-5063755f289b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 946 time: 0.0791645 Jan 18 14:29:18.121188 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26232fcd-03d4-4de0-9f92-217b8fbcf284 req-8e6714d2-64e7-4e96-9ddf-53b2f0f2ee5a tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Jan 18 14:29:19.330104 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd4f2-e832-4e54-84ac-7722efba748a req-01b5aa33-5c16-4401-aebc-e231903f6109 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:19.331516 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-632cd4f2-e832-4e54-84ac-7722efba748a req-01b5aa33-5c16-4401-aebc-e231903f6109 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 946 time: 0.0739319 Jan 18 14:29:19.378502 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-632cd4f2-e832-4e54-84ac-7722efba748a req-7d949e7e-be07-4e3e-8c6b-4a8868cf640d tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Jan 18 14:29:19.864671 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-caa6c2a9-925d-4a32-9bd9-fe6666baa984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:22.162519 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8e91713e-51c0-479e-bf9d-4e8ad05f4a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:23.227968 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:23.428370 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:24.561569 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:32.563672 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:29:43.098756 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:49.866590 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-047417c4-aff8-4cf1-993e-c3c36b4d2196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:52.162808 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-966ee613-4e70-4b09-ba5a-0da4935994df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:53.230830 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:53.429266 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:54.563857 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:29:55.209672 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-841675e4-fa50-44e8-bce3-6eb953963a25 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659523 Jan 18 14:29:55.341627 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-ddc370ab-7a93-4e91-8b48-cdea4b803077 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 1099 time: 0.0660558 Jan 18 14:29:55.479698 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-b92f6b10-199c-49b5-8f16-4ec172be6048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:55.481048 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-b92f6b10-199c-49b5-8f16-4ec172be6048 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.1220846 Jan 18 14:29:55.646465 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-9b9d238e-d2ab-426f-b8ae-8c925c3e5c52 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340b345b-1dd0-49b5-852b-2719d39c29be HTTP/1.1" status: 200 len: 1002 time: 0.1586583 Jan 18 14:29:55.707762 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-2242f951-7719-44dd-b6a7-1d2a7586c9bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:29:55.709142 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-2242f951-7719-44dd-b6a7-1d2a7586c9bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0565867 Jan 18 14:29:55.783857 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-cc8b4696-8ed2-42ec-b750-4d62767c5070 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687199 Jan 18 14:29:55.915812 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-df503331-cf8b-4ed8-a994-67eafb9e440e service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257081 Jan 18 14:29:56.043552 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0c6ab65b-7e42-45a8-850c-f6c9a93ee6f7 req-6e602ba4-03c2-460b-ab21-7b2e0409f459 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217926 Jan 18 14:30:09.564344 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:30:13.096352 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:17.118728 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c80f95-6c73-419b-91ec-966e75f5333c req-1cad65b0-73fc-4acf-88b0-56391c4889e5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:17.120152 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-42c80f95-6c73-419b-91ec-966e75f5333c req-1cad65b0-73fc-4acf-88b0-56391c4889e5 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 946 time: 0.0777271 Jan 18 14:30:17.164124 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-42c80f95-6c73-419b-91ec-966e75f5333c req-7fdf6dc6-2d3e-4173-8e81-e1a3a62d8028 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384536 Jan 18 14:30:18.388831 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c25bd-c296-4e25-9b4d-af56301c8c9a req-115d6037-a849-4164-9068-f166e060696b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:18.392972 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-370c25bd-c296-4e25-9b4d-af56301c8c9a req-115d6037-a849-4164-9068-f166e060696b tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 946 time: 0.0909560 Jan 18 14:30:18.434745 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-370c25bd-c296-4e25-9b4d-af56301c8c9a req-0e4a6921-49eb-4502-acab-9293d7b16bda tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups?id=e23f56c6-02b9-46f5-8745-c2835168ba29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390828 Jan 18 14:30:18.680352 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-3e24e315-7dcc-4420-93e6-802cec9de168 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:18.681764 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-3e24e315-7dcc-4420-93e6-802cec9de168 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 946 time: 0.0730073 Jan 18 14:30:18.749144 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Deleting port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:18.749482 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:18.979297 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] For port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:18.979653 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:19.252252 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:19.252528 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:19.252850 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Floating IP 53ee08b1-d254-4eb5-888c-03e3a912d226 disassociated. External IP: 172.27.1.51, port: 5e38c38f-ae83-48f4-9f53-03fa21ebdf01. Jan 18 14:30:19.253193 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Calling delete_port for 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:19.385189 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:19.434495 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event deleted for resources: {'Port': ['ID=5e38c38f-ae83-48f4-9f53-03fa21ebdf01,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:19.450461 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.450836 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.451786 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.452125 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.452455 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.452780 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.453228 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.453552 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.453876 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.454200 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.454524 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:19.608790 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-84ab3da6-e154-49ee-aaa8-b70931099aa2 req-9031cd74-af51-4176-9389-54cd87359112 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f2a8323-6734-4834-a463-22e2c2a28001 HTTP/1.1" status: 200 len: 210 time: 0.0424421 Jan 18 14:30:19.735033 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:30:19.875096 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-57099856-ded8-42ac-8f3a-5cd85781694c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:19.947045 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:30:19.956496 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] Sync routers for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:30:19.968486 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:19.969133 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:29:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:20.014498 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] No DVR routers for this DVR port 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:30:20.017207 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:20.020834 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-deleted', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:30:20.038953 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f196469d-48a5-42a1-b1b2-29a93300d2b8 req-acc0db03-c0cd-42cc-ae6b-9d1161ac82d7 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.77 "DELETE /v2.0/ports/5e38c38f-ae83-48f4-9f53-03fa21ebdf01 HTTP/1.1" status: 204 len: 173 time: 1.3520055 Jan 18 14:30:20.154247 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:20.174902 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2a8323-6734-4834-a463-22e2c2a28001', 'name': 'network-vif-deleted', 'tag': '5e38c38f-ae83-48f4-9f53-03fa21ebdf01', 'status': 'completed', 'code': 200} Jan 18 14:30:20.460755 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:20.464428 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] Checking router: 8e25e83d-59c3-48af-9c55-6e7ea9722f16 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:30:20.475336 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:20.475913 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:29:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:20.654609 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:20.768323 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41460) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:20.839220 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f3bf697b-eb77-43a4-8964-31f26632ecfc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:20.866539 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f3bf697b-eb77-43a4-8964-31f26632ecfc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:20.919149 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f3bf697b-eb77-43a4-8964-31f26632ecfc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:20.936878 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf697b-eb77-43a4-8964-31f26632ecfc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23f56c6-02b9-46f5-8745-c2835168ba29,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:20.948763 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-f3bf697b-eb77-43a4-8964-31f26632ecfc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:20.950192 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-f3bf697b-eb77-43a4-8964-31f26632ecfc tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "DELETE /v2.0/security-groups/e23f56c6-02b9-46f5-8745-c2835168ba29 HTTP/1.1" status: 204 len: 168 time: 0.1808496 Jan 18 14:30:20.954030 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41464) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:20.971594 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.api.v2.resource [None req-19397cd1-dc23-4ab5-90f3-331d37da2f60 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] show failed (client error): The resource could not be found. Jan 18 14:30:20.972600 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-19397cd1-dc23-4ab5-90f3-331d37da2f60 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "GET /v2.0/security-groups/e23f56c6-02b9-46f5-8745-c2835168ba29 HTTP/1.1" status: 404 len: 347 time: 0.0176101 Jan 18 14:30:20.975643 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41468) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:21.009300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:21.013236 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f54356-0c51-4048-81dd-5863a4f0be9f None None] The sync data for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi is: [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:18:48Z', 'revision_number': 4, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'f0462c0a-d524-4fd3-a687-e6c7e40f5a91', 'name': '', 'network_id': '735e1802-6a75-4b3f-a0d5-3fe0f7360ffc', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'mac_address': 'fa:16:3e:89:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:47Z', 'updated_at': '2022-01-18T14:19:18Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'subnets': [{'id': 'f7811e15-e541-4836-b680-c9705d1e1eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:30:21.134747 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Deleting port 39fd339b-ef17-4401-a38d-4f27c952b8a1 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:21.135095 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:21.236901 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae17ff-1d00-401d-b78f-46ad0f83588c None None] New status for floating IP 53ee08b1-d254-4eb5-888c-03e3a912d226: DOWN {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:30:21.307116 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:21.307451 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:21.430515 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Calling delete_port for 39fd339b-ef17-4401-a38d-4f27c952b8a1 owned by network:floatingip {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:21.516926 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.db.api [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:30:21.517297 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG oslo_db.api [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:30:22.018905 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Deleting port 39fd339b-ef17-4401-a38d-4f27c952b8a1 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:22.019524 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:22.165220 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9ea5d0b8-b785-40bf-b744-c83f6b71599c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:22.185947 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:22.186276 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:22.299958 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Calling delete_port for 39fd339b-ef17-4401-a38d-4f27c952b8a1 owned by network:floatingip {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:22.517155 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:22.558521 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Pushing event deleted for resources: {'Port': ['ID=39fd339b-ef17-4401-a38d-4f27c952b8a1,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:22.649003 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks [] for floatingip, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:22.662077 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:22.663163 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-943a27eb-8974-4274-bdb4-a40ec485a300 tempest-AttachVolumeShelveTestJSON-755174251 tempest-AttachVolumeShelveTestJSON-755174251-project] 10.222.0.45 "DELETE /v2.0/floatingips/53ee08b1-d254-4eb5-888c-03e3a912d226 HTTP/1.1" status: 204 len: 168 time: 1.6865025 Jan 18 14:30:23.232609 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:23.430331 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:24.272996 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:24.305785 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:24.306121 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 5e38c38f-ae83-48f4-9f53-03fa21ebdf01 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:24.519879 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41488) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:24.569251 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:24.722870 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Deleting port 42ce1fec-8aec-40c5-b7cd-4ec0a6111ca2 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:24.723122 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:24.889775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:24.890095 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:25.006167 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Calling delete_port for 42ce1fec-8aec-40c5-b7cd-4ec0a6111ca2 owned by network:floatingip {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:25.153186 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:25.197576 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event deleted for resources: {'Port': ['ID=42ce1fec-8aec-40c5-b7cd-4ec0a6111ca2,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:25.296108 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:25.461171 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41498) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:25.679760 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Router c6451045-170f-46ee-b175-56a8b3ff9a52 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:30:25.974815 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:30:25.982796 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890100'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:25.986425 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] Sync routers for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:30:25.996262 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:26.000118 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:26.000734 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:26.054979 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-bba453b3-6dca-4390-8b8c-f09a48dbcf28 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "DELETE /v2.0/floatingips/267ca8de-c79d-40cf-92ee-0a0b062cd08a HTTP/1.1" status: 204 len: 168 time: 1.5316687 Jan 18 14:30:26.054979 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:30:26.124427 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'status': 'completed', 'code': 200} Jan 18 14:30:26.196557 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:26.231673 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1ed6015a-37ba-4c68-bbbe-2d6a88e5b47e req-aad5cd32-3a82-47d9-83ab-408f259b9c30 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 1098 time: 0.0819981 Jan 18 14:30:26.382970 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6015a-37ba-4c68-bbbe-2d6a88e5b47e req-bb2d1b65-acba-487b-a34c-d0f1e8d804d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:26.384716 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1ed6015a-37ba-4c68-bbbe-2d6a88e5b47e req-bb2d1b65-acba-487b-a34c-d0f1e8d804d2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.1471858 Jan 18 14:30:26.495745 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1ed6015a-37ba-4c68-bbbe-2d6a88e5b47e req-0b96c0d8-be1d-48ab-b2e9-e894960d0107 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e1775-3d3f-4d4c-81f1-5ab33bb40311 HTTP/1.1" status: 200 len: 217 time: 0.1032622 Jan 18 14:30:26.572738 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6015a-37ba-4c68-bbbe-2d6a88e5b47e req-78d3d1cb-6866-4116-b9aa-0aa92ea6009d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:26.574468 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1ed6015a-37ba-4c68-bbbe-2d6a88e5b47e req-78d3d1cb-6866-4116-b9aa-0aa92ea6009d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0708199 Jan 18 14:30:26.600641 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '869d6bd7-b2e9-4959-84aa-bdb5948446ca', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:25:54Z', 'updated_at': '2022-01-18T14:25:57Z', 'revision_number': 1, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:26.604491 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] Checking router: c6451045-170f-46ee-b175-56a8b3ff9a52 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:30:26.616301 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:26.616901 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:26.624290 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591a3a-bb21-482b-9419-4abf6ffef443 req-cc4cabea-7690-4463-bfb8-f2841840d9d4 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:26.625005 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-97591a3a-bb21-482b-9419-4abf6ffef443 req-cc4cabea-7690-4463-bfb8-f2841840d9d4 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Synchronizing usage tracker for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:30:26.646686 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Deleting port f0462c0a-d524-4fd3-a687-e6c7e40f5a91 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:26.647331 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:26.653714 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-97591a3a-bb21-482b-9419-4abf6ffef443 req-cc4cabea-7690-4463-bfb8-f2841840d9d4 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Unset dirty status for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:30:26.654883 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-97591a3a-bb21-482b-9419-4abf6ffef443 req-cc4cabea-7690-4463-bfb8-f2841840d9d4 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 945 time: 0.2089987 Jan 18 14:30:26.703655 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1ed6015a-37ba-4c68-bbbe-2d6a88e5b47e req-43af6274-2f88-4e04-9c82-7bf0117fa160 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1227837 Jan 18 14:30:26.738630 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-97591a3a-bb21-482b-9419-4abf6ffef443 req-6de25bb5-b38e-44a5-912f-a9078c95c28e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739276 Jan 18 14:30:26.802706 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:26.828202 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] For port f0462c0a-d524-4fd3-a687-e6c7e40f5a91, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=f0462c0a-d524-4fd3-a687-e6c7e40f5a91,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:26.829069 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:26.852942 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1ed6015a-37ba-4c68-bbbe-2d6a88e5b47e req-c92b2028-1a7f-45aa-bf44-aeb9cea7cc82 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413200 Jan 18 14:30:27.001403 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1ed6015a-37ba-4c68-bbbe-2d6a88e5b47e req-78cced20-89bf-4f7e-9301-affb6af49bc1 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410992 Jan 18 14:30:27.037995 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Calling delete_port for f0462c0a-d524-4fd3-a687-e6c7e40f5a91 owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:27.158790 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '869d6bd7-b2e9-4959-84aa-bdb5948446ca', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:25:54Z', 'updated_at': '2022-01-18T14:25:57Z', 'revision_number': 1, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:27.162634 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4105e80-7c58-41c0-b7a6-733156bdbbf4 None None] The sync data for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi is: [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '869d6bd7-b2e9-4959-84aa-bdb5948446ca', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'port_id': '340b345b-1dd0-49b5-852b-2719d39c29be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'mac_address': 'fa:16:3e:e7:0f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:25:54Z', 'updated_at': '2022-01-18T14:25:57Z', 'revision_number': 1, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:30:27.213736 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:27.257530 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0462c0a-d524-4fd3-a687-e6c7e40f5a91,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:27.292630 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.293016 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.293351 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.293686 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.294013 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.294450 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.295256 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.295580 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.295901 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.296222 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.296536 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:27.420653 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fd333-7219-4204-a9de-3084d6714da5 None None] New status for floating IP 267ca8de-c79d-40cf-92ee-0a0b062cd08a: DOWN {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:30:27.560551 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2753659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890781'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:28.049140 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-140c1bd7-e1c9-4e78-9814-1dc6782eace1 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:28.049755 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebac99-ddd7-4a74-a379-d540f018786d req-a793a5d9-5fc6-4459-ae4a-83dc24432c29 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:28.050570 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-140c1bd7-e1c9-4e78-9814-1dc6782eace1 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 945 time: 0.0734751 Jan 18 14:30:28.050935 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ebac99-ddd7-4a74-a379-d540f018786d req-a793a5d9-5fc6-4459-ae4a-83dc24432c29 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 945 time: 0.1612830 Jan 18 14:30:28.118566 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30ebac99-ddd7-4a74-a379-d540f018786d req-3ce7b541-afff-424d-a1a8-09375ef79f84 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616019 Jan 18 14:30:28.123352 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Deleting port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:28.123701 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:28.219321 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:30:28.358299 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] For port 698e1775-3d3f-4d4c-81f1-5ab33bb40311, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=698e1775-3d3f-4d4c-81f1-5ab33bb40311,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:28.358656 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:28.516774 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:30:28.525835 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] Sync routers for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:30:28.532405 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-fbadbec5-fc28-4df2-a2bd-955ecaa435a5 admin admin] 10.222.0.45 "PUT /v2.0/routers/8e25e83d-59c3-48af-9c55-6e7ea9722f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0672538 Jan 18 14:30:28.532405 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41512) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:28.540657 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:28.541338 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:28.578981 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Calling delete_port for 698e1775-3d3f-4d4c-81f1-5ab33bb40311 owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:28.720399 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:28.725919 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:28.738039 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:28.779477 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event deleted for resources: {'Port': ['ID=698e1775-3d3f-4d4c-81f1-5ab33bb40311,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:28.852988 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] No DVR routers for this DVR port 698e1775-3d3f-4d4c-81f1-5ab33bb40311 on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:30:28.855557 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:28.858295 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'name': 'network-vif-deleted', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:30:28.876520 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b7ecf81c-22e6-41b0-8632-8ed2b5e99911 req-c0873beb-5379-427f-bb9f-a7820f6e241b tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "DELETE /v2.0/ports/698e1775-3d3f-4d4c-81f1-5ab33bb40311 HTTP/1.1" status: 204 len: 173 time: 0.8202786 Jan 18 14:30:28.960455 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:28.972001 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Deleting port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:28.972398 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:29.043770 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:30:27Z', 'revision_number': 5, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port': {'id': '06999a6e-6194-4c9e-aeac-5c86b9dfa0a0', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:18:41Z', 'updated_at': '2022-01-18T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:29.048973 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] Checking router: 8e25e83d-59c3-48af-9c55-6e7ea9722f16 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:30:29.060696 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] Routers {'8e25e83d-59c3-48af-9c55-6e7ea9722f16'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:29.061387 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:29.100820 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb68f31-85a2-43bb-bfd1-ce2f7567d815', 'name': 'network-vif-deleted', 'tag': '698e1775-3d3f-4d4c-81f1-5ab33bb40311', 'status': 'completed', 'code': 200} Jan 18 14:30:29.169031 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] For port 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=06999a6e-6194-4c9e-aeac-5c86b9dfa0a0,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:29.170452 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:29.223599 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] Set router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 gateway port host: None {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:29.306780 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Calling delete_port for 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:29.340380 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:30:28Z', 'revision_number': 6, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port_host': None}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:29.344975 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3a300-5aee-4fab-b7fb-02878d27fdc0 None None] The sync data for ids ['8e25e83d-59c3-48af-9c55-6e7ea9722f16'] in dv-cinder-825106-1-iscsi is: [{'id': '8e25e83d-59c3-48af-9c55-6e7ea9722f16', 'name': 'tempest-AttachVolumeShelveTestJSON-1432766947-router', 'tenant_id': '0779d207abc54358b4c4f896c78cae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:18:40Z', 'updated_at': '2022-01-18T14:30:28Z', 'revision_number': 6, 'project_id': '0779d207abc54358b4c4f896c78cae98', 'gw_port_host': None}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:30:29.385821 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-58ddad00-5b9a-44e4-a3ea-82a2d8beab7d req-a1271e68-a1e6-4ec7-a6b0-b35c28e9157c tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bb68f31-85a2-43bb-bfd1-ce2f7567d815 HTTP/1.1" status: 200 len: 210 time: 0.0863452 Jan 18 14:30:29.515441 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:29.559239 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Pushing event deleted for resources: {'Port': ['ID=06999a6e-6194-4c9e-aeac-5c86b9dfa0a0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:29.781464 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890833'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.130099 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104052'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.134456 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.157632 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883129'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.158421 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e25e83d-59c3-48af-9c55-6e7ea9722f16 {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:30:30.171745 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.173061 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b16e0b07-7be8-4271-8a4b-496c3c615916 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8e25e83d-59c3-48af-9c55-6e7ea9722f16 HTTP/1.1" status: 204 len: 168 time: 1.6399767 Jan 18 14:30:30.175673 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41520) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:30.238713 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d99d04-3956-4f43-bdc3-a6068295361d admin admin] Deleting subnet f7811e15-e541-4836-b680-c9705d1e1eed {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:30:30.241594 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f7d99d04-3956-4f43-bdc3-a6068295361d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.289289 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f7d99d04-3956-4f43-bdc3-a6068295361d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.370375 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f7d99d04-3956-4f43-bdc3-a6068295361d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.453373 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f7d99d04-3956-4f43-bdc3-a6068295361d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.493162 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f0462c0a-d524-4fd3-a687-e6c7e40f5a91 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:30.503441 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d99d04-3956-4f43-bdc3-a6068295361d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7811e15-e541-4836-b680-c9705d1e1eed,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:30.514698 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f7d99d04-3956-4f43-bdc3-a6068295361d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.524641 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41528) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:30.537375 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f7d99d04-3956-4f43-bdc3-a6068295361d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f7811e15-e541-4836-b680-c9705d1e1eed HTTP/1.1" status: 204 len: 168 time: 0.3605685 Jan 18 14:30:30.543085 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d595be20-ed76-4fa5-a040-ac3621bd708a None None] Network 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:30:30.633955 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: f0462c0a-d524-4fd3-a687-e6c7e40f5a91 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:30.634520 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device f0462c0a-d524-4fd3-a687-e6c7e40f5a91 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:30.635141 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:30.659161 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.673263 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:30.673678 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 06999a6e-6194-4c9e-aeac-5c86b9dfa0a0 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:30.676115 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Deleting port 02f592db-d865-49a3-99f6-9d56efef9cfc {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:30.677018 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.862040 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] DHCP port deletion for 735e1802-6a75-4b3f-a0d5-3fe0f7360ffc request from dv-cinder-825106-1-iscsi {{(pid=82797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:30:30.866917 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] Deleting port 02f592db-d865-49a3-99f6-9d56efef9cfc {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:30.867382 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:30.919126 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] For port 02f592db-d865-49a3-99f6-9d56efef9cfc, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=02f592db-d865-49a3-99f6-9d56efef9cfc,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:30.920304 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.043689 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Calling delete_port for 02f592db-d865-49a3-99f6-9d56efef9cfc owned by network:dhcp {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:31.111260 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] For port 02f592db-d865-49a3-99f6-9d56efef9cfc, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=02f592db-d865-49a3-99f6-9d56efef9cfc,segment=NetworkSegment(61ca7d06-62f4-46ce-990e-f98e31b37511),segment_id=61ca7d06-62f4-46ce-990e-f98e31b37511)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:31.111591 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.119109 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.163738 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f592db-d865-49a3-99f6-9d56efef9cfc,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:31.168277 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] No DVR routers for this DVR port 02f592db-d865-49a3-99f6-9d56efef9cfc on host dv-cinder-825106-1-iscsi {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:30:31.235047 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] Calling delete_port for 02f592db-d865-49a3-99f6-9d56efef9cfc owned by network:dhcp {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:31.286269 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.302390 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.api [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:30:31.302732 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG oslo_db.api [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:30:31.310736 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735e1802-6a75-4b3f-a0d5-3fe0f7360ffc']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:31.322247 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ca7d06-62f4-46ce-990e-f98e31b37511') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:31.322539 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ca7d06-62f4-46ce-990e-f98e31b37511') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:31.334104 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.349557 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.355501 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:30:31.355878 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:30:31.368274 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:30:31.440669 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.456508 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.466856 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=735e1802-6a75-4b3f-a0d5-3fe0f7360ffc,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:31.479306 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-74d502b2-a2d9-4415-9289-a1e536b0fcc4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/735e1802-6a75-4b3f-a0d5-3fe0f7360ffc HTTP/1.1" status: 204 len: 168 time: 0.9535816 Jan 18 14:30:31.612733 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41536) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:31.661171 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-0f40aaf5-3580-4cd8-ade8-4bdb93bb5a02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0779d207abc54358b4c4f896c78cae98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473084 Jan 18 14:30:31.663377 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41540) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:31.725228 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-443e96f7-4a0a-4a87-96a1-58943a12a914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.750480 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-443e96f7-4a0a-4a87-96a1-58943a12a914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.800473 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-443e96f7-4a0a-4a87-96a1-58943a12a914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.804168 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] Deleting port 02f592db-d865-49a3-99f6-9d56efef9cfc {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:31.804646 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.818675 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e96f7-4a0a-4a87-96a1-58943a12a914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916d0005-fe9f-45b1-882f-09089e44219b,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:31.826389 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-443e96f7-4a0a-4a87-96a1-58943a12a914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:31.827502 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-443e96f7-4a0a-4a87-96a1-58943a12a914 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/916d0005-fe9f-45b1-882f-09089e44219b HTTP/1.1" status: 204 len: 168 time: 0.1632793 Jan 18 14:30:31.900451 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-18410933-068e-4225-abbc-d3bc3bdb7ddb None None] The port '02f592db-d865-49a3-99f6-9d56efef9cfc' was deleted {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:30:32.285986 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 698e1775-3d3f-4d4c-81f1-5ab33bb40311 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:32.321966 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 698e1775-3d3f-4d4c-81f1-5ab33bb40311 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:32.322309 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 698e1775-3d3f-4d4c-81f1-5ab33bb40311 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:32.448936 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 02f592db-d865-49a3-99f6-9d56efef9cfc no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:32.482223 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 02f592db-d865-49a3-99f6-9d56efef9cfc {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:32.482569 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 02f592db-d865-49a3-99f6-9d56efef9cfc not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:32.659478 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41568) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:32.784556 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-534812954-network', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:32.789091 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:32.792867 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Usage tracker for resource:network and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:30:32.795756 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:30:32.801372 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:32.811947 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Made reservation on behalf of 9a1e8e3635464178b7bdedce0dbbebbd for: {'network': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:30:32.814422 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:32.827153 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:32.857719 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:32.861483 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Usage tracker for resource:security_group_rule and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:30:32.864219 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:30:32.869880 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:32.929901 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41576) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:32.938512 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:32.943041 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:32.974617 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=82795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:30:32.983147 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7664ce47-1508-4d54-b5b1-880f24fb16f5,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:32.988682 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:32.989047 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.segments_db [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Added segment f2316802-92b5-4a22-9335-e6aa28553846 of type vlan for network 224ebd69-fa44-4bfb-80a1-60a1f971791e Jan 18 14:30:33.015597 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.045244 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.046106 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:33.046689 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.130994 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Deleting port e9f17ed7-a00f-46d7-964b-eef05724b79f {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:33.131329 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.147966 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] Pushing event updated for resources: {'Network': ['ID=224ebd69-fa44-4bfb-80a1-60a1f971791e,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:33.153736 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-e29dd30d-978f-4a9f-a145-ec2f9e22a7af admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4904003 Jan 18 14:30:33.154031 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41580) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:33.159163 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:30:33.159701 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Request body: {'subnet': {'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-534812954-subnet', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:33.164009 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:33.167848 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Usage tracker for resource:subnet and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:30:33.171263 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:30:33.176977 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:33.265955 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Made reservation on behalf of 9a1e8e3635464178b7bdedce0dbbebbd for: {'subnet': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:30:33.268302 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3175496'] for subnet, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.306735 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.306971 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.425864 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Calling delete_port for e9f17ed7-a00f-46d7-964b-eef05724b79f owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:33.463660 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2769693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3175518'] for subnet, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.528131 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8498a6b-a608-4bdb-88be-f930b8f085d2,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:33.550196 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Checking segment: {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:30:33.550550 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Network hostable DHCP agents. Network: 224ebd69-fa44-4bfb-80a1-60a1f971791e, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:30:33.571077 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:30:33.573394 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.581575 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 224ebd69-fa44-4bfb-80a1-60a1f971791e) {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:30:33.585504 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:33.586107 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.590721 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49160452-392b-494d-bc9f-9614c3862110 None None] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:30:33.606305 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-a347b6c0-d19d-45e7-b65d-e2e29ef48618 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4511375 Jan 18 14:30:33.609414 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41584) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:33.614528 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:33.619475 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:33.623985 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Usage tracker for resource:router and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:30:33.626771 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event deleted for resources: {'Port': ['ID=e9f17ed7-a00f-46d7-964b-eef05724b79f,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:33.626918 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:30:33.636124 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:33.645991 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.646939 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.665998 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.716802 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.809620 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.816243 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-224ebd69-fa44-4bfb-80a1-60a1f971791e', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:30:33.817399 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:33.984135 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Allocated IP 172.20.0.2 (224ebd69-fa44-4bfb-80a1-60a1f971791e/e8498a6b-a608-4bdb-88be-f930b8f085d2/d15ca845-dc70-4345-96e0-c6125fdc3d81) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:30:34.035659 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.064969 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.195807 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.208027 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Allocated IP 172.27.1.93 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/9553e16c-22cd-42b0-92a0-de88b0f598c4) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:30:34.208245 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Transition to ACTIVE for port object d15ca845-dc70-4345-96e0-c6125fdc3d81 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:30:34.217476 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Router c6451045-170f-46ee-b175-56a8b3ff9a52 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:30:34.229590 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Transition to ACTIVE for port object d15ca845-dc70-4345-96e0-c6125fdc3d81 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:30:34.234542 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.301566 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:30:34.304466 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:30:34.306985 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:30:34.317315 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Pushing event updated for resources: {'Port': ['ID=d15ca845-dc70-4345-96e0-c6125fdc3d81,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:34.360674 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.379783 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.380119 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.380449 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.380775 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.381185 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.381442 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.381759 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.382077 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.382852 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.382852 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.383073 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:30:34.394478 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.413080 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Attempting to bind port d15ca845-dc70-4345-96e0-c6125fdc3d81 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:30:34.413295 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Attempting to bind port d15ca845-dc70-4345-96e0-c6125fdc3d81 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:30:34.413631 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Attempting to bind port d15ca845-dc70-4345-96e0-c6125fdc3d81 on network 224ebd69-fa44-4bfb-80a1-60a1f971791e {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:30:34.420891 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:30:34.421273 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Checking segment: {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:30:34.421663 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.422042 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Bound using segment: {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:30:34.422596 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Bound port: d15ca845-dc70-4345-96e0-c6125fdc3d81, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:30:34.422966 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.426561 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:30:34.439436 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] Sync routers for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:30:34.443823 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.451400 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:34.452191 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:34.461372 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:30:34.464839 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:30:34.469186 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:30:34.502923 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e68ca9d1-3b8a-431b-b59e-cfe35c1e56ec tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "DELETE /v2.0/floatingips/869d6bd7-b2e9-4959-84aa-bdb5948446ca HTTP/1.1" status: 204 len: 168 time: 1.5716877 Jan 18 14:30:34.503519 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:30:34.517228 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Pushing event updated for resources: {'Port': ['ID=9553e16c-22cd-42b0-92a0-de88b0f598c4,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:34.550584 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] For port d15ca845-dc70-4345-96e0-c6125fdc3d81, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:30:34.553786 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] For port d15ca845-dc70-4345-96e0-c6125fdc3d81, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=d15ca845-dc70-4345-96e0-c6125fdc3d81,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:30:34.560173 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.669753 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aff3d3-dd50-4878-a323-85e04a9c0cf4 None None] Pushing event updated for resources: {'Port': ['ID=d15ca845-dc70-4345-96e0-c6125fdc3d81,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:34.679990 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.681712 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:34.748217 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:34.793971 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be', 'status': 'completed', 'code': 200} Jan 18 14:30:35.012543 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-389a24bf-f166-4cfe-9b2d-e8ec194e4267 req-39b37c76-c1b6-4bd6-80cf-550d119d74ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 1099 time: 0.1469631 Jan 18 14:30:35.164053 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:35.167745 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] Checking router: c6451045-170f-46ee-b175-56a8b3ff9a52 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:30:35.178010 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:35.178586 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:35.314986 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a24bf-f166-4cfe-9b2d-e8ec194e4267 req-efd82535-264d-49d2-9009-68b4dd119f6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:35.316429 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-389a24bf-f166-4cfe-9b2d-e8ec194e4267 req-efd82535-264d-49d2-9009-68b4dd119f6c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 200 len: 912 time: 0.2958562 Jan 18 14:30:35.320935 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Router 123c1504-c3be-40b7-b257-13a5f73358b9 is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:30:35.357063 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:35.405473 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c967bd-2352-49b7-89c8-7f90d3e96d26 req-5131c443-9f75-44e6-92fa-94765ac3b4f3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:35.406174 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-37c967bd-2352-49b7-89c8-7f90d3e96d26 req-5131c443-9f75-44e6-92fa-94765ac3b4f3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Synchronizing usage tracker for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:30:35.409864 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-389a24bf-f166-4cfe-9b2d-e8ec194e4267 req-dc4b6e36-68ab-4745-a6f6-20ee0c37ee19 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=340b345b-1dd0-49b5-852b-2719d39c29be HTTP/1.1" status: 200 len: 217 time: 0.0864220 Jan 18 14:30:35.532226 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-37c967bd-2352-49b7-89c8-7f90d3e96d26 req-5131c443-9f75-44e6-92fa-94765ac3b4f3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Unset dirty status for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:30:35.533388 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-37c967bd-2352-49b7-89c8-7f90d3e96d26 req-5131c443-9f75-44e6-92fa-94765ac3b4f3 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 946 time: 0.3505363 Jan 18 14:30:35.544748 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a24bf-f166-4cfe-9b2d-e8ec194e4267 req-9d102204-5d54-494f-bf65-3f306950c08d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:35.546158 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-389a24bf-f166-4cfe-9b2d-e8ec194e4267 req-9d102204-5d54-494f-bf65-3f306950c08d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 200 len: 850 time: 0.0879855 Jan 18 14:30:35.657720 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-37c967bd-2352-49b7-89c8-7f90d3e96d26 req-81d0db17-ea28-4bfc-a5dc-40bf941813a4 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159706 Jan 18 14:30:35.709891 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:35.714143 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ee81a-5c33-4ccb-a8d6-a6190cba2c87 None None] The sync data for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi is: [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:39Z', 'revision_number': 4, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'ff367c28-9521-4b32-aa38-f7a0bac51d6d', 'name': '', 'network_id': 'b324b43e-572e-4977-9daa-feaab2c9af42', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'mac_address': 'fa:16:3e:98:20:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:38Z', 'updated_at': '2022-01-18T14:20:51Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'subnets': [{'id': 'e9e676a5-98c4-4f9c-a9b3-02c30d74a20c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:30:35.719328 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e587301-76d8-4fa6-a5f8-32289486b061 None None] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:30:35.737112 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-389a24bf-f166-4cfe-9b2d-e8ec194e4267 req-d7c599fd-2eb2-4680-9fbb-0fd926c58628 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b324b43e-572e-4977-9daa-feaab2c9af42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1714587 Jan 18 14:30:35.870067 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-6caf22ab-3b52-4e9b-a0b2-d347e269d851 None None] Provisioning for port d15ca845-dc70-4345-96e0-c6125fdc3d81 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:30:35.877230 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:30:35.893859 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-389a24bf-f166-4cfe-9b2d-e8ec194e4267 req-e08a63ed-efcc-46bf-bf1b-2476cd57ace6 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489606 Jan 18 14:30:35.902069 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Sync routers for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:30:35.962484 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:35.963034 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:35.974137 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:35.977887 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-5a980116-44d1-4b7c-8139-8f9929f78e2d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3649788 Jan 18 14:30:35.978382 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41596) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:35.996420 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2cf0cb-003d-422f-ac39-1181f56ca368 None None] New status for floating IP 869d6bd7-b2e9-4959-84aa-bdb5948446ca: DOWN {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:30:36.037502 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-389a24bf-f166-4cfe-9b2d-e8ec194e4267 req-fee600ae-c057-4047-840c-7c59c62c9155 service neutron] 10.222.0.77 "GET /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352317 Jan 18 14:30:36.218750 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:36.500226 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device d15ca845-dc70-4345-96e0-c6125fdc3d81 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:30:36.572984 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a449dd-8888-4c54-b211-477846202697 req-ce28d289-ee6c-465c-a12c-36c6135d6925 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:36.574900 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e8a449dd-8888-4c54-b211-477846202697 req-ce28d289-ee6c-465c-a12c-36c6135d6925 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 946 time: 0.0872300 Jan 18 14:30:36.601225 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:34Z', 'revision_number': 3, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:36.604577 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port d15ca845-dc70-4345-96e0-c6125fdc3d81 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:30:36.609833 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Checking router: 123c1504-c3be-40b7-b257-13a5f73358b9 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:30:36.610183 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Updating router 123c1504-c3be-40b7-b257-13a5f73358b9 port 9553e16c-22cd-42b0-92a0-de88b0f598c4 binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:30:36.636889 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port d15ca845-dc70-4345-96e0-c6125fdc3d81 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:36.637284 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:36.644988 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-e8a449dd-8888-4c54-b211-477846202697 req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Deleting port 340b345b-1dd0-49b5-852b-2719d39c29be {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:36.645530 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e8a449dd-8888-4c54-b211-477846202697 req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:36.708657 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:36.749863 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:36.888781 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:36.955806 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-e8a449dd-8888-4c54-b211-477846202697 req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] For port 340b345b-1dd0-49b5-852b-2719d39c29be, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=340b345b-1dd0-49b5-852b-2719d39c29be,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:36.956379 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e8a449dd-8888-4c54-b211-477846202697 req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:36.959645 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524347f7-1b05-47cb-b8c0-08281404117f req-6fde4368-6e27-4ce8-93d6-11f154ca9a60 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:36.960337 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-524347f7-1b05-47cb-b8c0-08281404117f req-6fde4368-6e27-4ce8-93d6-11f154ca9a60 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Synchronizing usage tracker for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:30:37.002321 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port d15ca845-dc70-4345-96e0-c6125fdc3d81, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=d15ca845-dc70-4345-96e0-c6125fdc3d81,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:37.008935 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.011183 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-524347f7-1b05-47cb-b8c0-08281404117f req-6fde4368-6e27-4ce8-93d6-11f154ca9a60 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Unset dirty status for tenant:5a6d8cf6f0574a048d9848c2cef379c2 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:30:37.012344 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-524347f7-1b05-47cb-b8c0-08281404117f req-6fde4368-6e27-4ce8-93d6-11f154ca9a60 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 946 time: 0.2088776 Jan 18 14:30:37.051104 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Allocated IP 172.20.0.1 (224ebd69-fa44-4bfb-80a1-60a1f971791e/e8498a6b-a608-4bdb-88be-f930b8f085d2/30b90333-dbc1-49a7-a3ab-cbf7cf2170a5) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:30:37.101683 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-e8a449dd-8888-4c54-b211-477846202697 req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Calling delete_port for 340b345b-1dd0-49b5-852b-2719d39c29be owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:37.111034 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=d15ca845-dc70-4345-96e0-c6125fdc3d81,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:37.234076 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.246970 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-524347f7-1b05-47cb-b8c0-08281404117f req-df129748-bf9a-479a-aaa0-4d1943e13532 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f34d2-da9c-4e20-bd24-af338275b06d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264037 Jan 18 14:30:37.358549 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e8a449dd-8888-4c54-b211-477846202697 req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.358851 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Transition to ACTIVE for port object 9553e16c-22cd-42b0-92a0-de88b0f598c4 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:30:37.366010 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.371253 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.386916 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Transition to ACTIVE for port object 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:30:37.409018 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event deleted for resources: {'Port': ['ID=340b345b-1dd0-49b5-852b-2719d39c29be,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:37.412535 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.450456 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Attempting to bind port 9553e16c-22cd-42b0-92a0-de88b0f598c4 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:30:37.450825 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Attempting to bind port 9553e16c-22cd-42b0-92a0-de88b0f598c4 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:30:37.451185 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Attempting to bind port 9553e16c-22cd-42b0-92a0-de88b0f598c4 on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:30:37.454444 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c7dad-dc43-451b-906b-56e7383bb1a0 None None] Pushing event updated for resources: {'Port': ['ID=9553e16c-22cd-42b0-92a0-de88b0f598c4,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:37.461332 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:30:37.461777 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:30:37.462103 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.462492 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:30:37.462954 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Bound port: 9553e16c-22cd-42b0-92a0-de88b0f598c4, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:30:37.463325 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.480745 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:30:37.484450 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:30:37.488361 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:30:37.495827 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a449dd-8888-4c54-b211-477846202697 req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] No DVR routers for this DVR port 340b345b-1dd0-49b5-852b-2719d39c29be on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:30:37.499021 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-e8a449dd-8888-4c54-b211-477846202697 req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.501870 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'name': 'network-vif-deleted', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:30:37.518340 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e8a449dd-8888-4c54-b211-477846202697 req-f84d6f6a-90f5-4427-b2c9-8e721b88925e tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.77 "DELETE /v2.0/ports/340b345b-1dd0-49b5-852b-2719d39c29be HTTP/1.1" status: 204 len: 173 time: 0.9382653 Jan 18 14:30:37.528195 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Pushing event updated for resources: {'Port': ['ID=30b90333-dbc1-49a7-a3ab-cbf7cf2170a5,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:37.561924 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.597624 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] For port 9553e16c-22cd-42b0-92a0-de88b0f598c4, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:30:37.601712 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef28b35-bbe9-4500-8b2f-520cb585322c', 'name': 'network-vif-deleted', 'tag': '340b345b-1dd0-49b5-852b-2719d39c29be', 'status': 'completed', 'code': 200} Jan 18 14:30:37.602280 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] For port 9553e16c-22cd-42b0-92a0-de88b0f598c4, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=9553e16c-22cd-42b0-92a0-de88b0f598c4,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:30:37.607734 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.659339 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.688999 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c7dad-dc43-451b-906b-56e7383bb1a0 None None] Pushing event updated for resources: {'Port': ['ID=9553e16c-22cd-42b0-92a0-de88b0f598c4,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:37.696788 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:37.697444 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:37.886055 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:37.917705 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.926433 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2795526'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:37.957726 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-d61adf2e-9d97-41d5-8e92-d4f7e802656b None None] Provisioning for port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:30:37.979621 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-d61adf2e-9d97-41d5-8e92-d4f7e802656b None None] Provisioning complete for port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:37.980122 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d61adf2e-9d97-41d5-8e92-d4f7e802656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:38.041879 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:38.046816 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Pushing event updated for resources: {'Port': ['ID=30b90333-dbc1-49a7-a3ab-cbf7cf2170a5,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:38.107445 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-d61adf2e-9d97-41d5-8e92-d4f7e802656b None None] Port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:30:38.183452 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:30:38.184585 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:30:38.285758 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 1, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:38.290538 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15cab5-67f8-4c2d-8bfb-5026a75efe9c None None] The sync data for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi is: [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 1, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:30:38.444986 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-381f88e9-63a8-44eb-aff8-b46251895211 None None] Provisioning complete for port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:38.444986 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-381f88e9-63a8-44eb-aff8-b46251895211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:38.492799 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device d15ca845-dc70-4345-96e0-c6125fdc3d81 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:30:38.582586 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-381f88e9-63a8-44eb-aff8-b46251895211 None None] Port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:30:38.585216 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4a202b0d-5441-4efb-9013-f78ef71405a8 req-2bdd0fa1-64f9-491e-813f-1ce720cd40f0 tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ef28b35-bbe9-4500-8b2f-520cb585322c HTTP/1.1" status: 200 len: 210 time: 0.0805881 Jan 18 14:30:38.602036 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port d15ca845-dc70-4345-96e0-c6125fdc3d81 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:38.602471 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:38.726857 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Router 123c1504-c3be-40b7-b257-13a5f73358b9 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:30:38.932103 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:30:38.941568 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-54c134e6-6197-443b-bad7-767cbb6c7556 admin admin] 10.222.0.45 "PUT /v2.0/routers/123c1504-c3be-40b7-b257-13a5f73358b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9621098 Jan 18 14:30:39.338877 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41612) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:39.344896 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007199189', 'description': 'tempest-description--833389945'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:39.350767 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:39.354580 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:security_group and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:30:39.357997 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:30:39.363694 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:39.463796 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.499206 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:39.503131 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:security_group_rule and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:30:39.505953 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:30:39.511596 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:39.567662 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.571325 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.612334 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39aadfb4-f1ab-4423-b971-7c344fb2d29f,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:39.615183 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.619501 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41618) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:39.619882 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-840f2f55-ac1b-4e2a-9c35-0516bf562222 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2795572 Jan 18 14:30:39.627005 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'security_group_rule': {'security_group_id': '39aadfb4-f1ab-4423-b971-7c344fb2d29f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:39.632874 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:39.636616 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:security_group_rule and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:30:39.639492 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:30:39.645318 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:39.661692 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.686115 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41622) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:39.721435 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.725113 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.748014 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe10d99-cedd-4f3d-9304-7d791f73662f,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:39.757528 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.761295 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-8b271e4f-4245-427c-b387-b5e7ba51b85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1376443 Jan 18 14:30:39.761512 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41626) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:39.767049 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'security_group_rule': {'security_group_id': '39aadfb4-f1ab-4423-b971-7c344fb2d29f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:39.773022 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:39.776785 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:security_group_rule and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:30:39.779690 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:30:39.785359 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:39.801795 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.857331 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Deleting port 98c4112a-cc10-4a58-aa5c-d85b263b20cd {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:39.857828 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.867239 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.871676 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.895295 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e1531a-1755-4dbf-b874-b0b71d2ccfc4,revision_number=0']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:39.905486 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:39.909990 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b0b59cbe-67e7-4279-9266-a776affc81c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444695 Jan 18 14:30:39.910653 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41630) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:39.916377 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'floatingip': {'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:39.921936 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:39.926031 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:floatingip and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:30:39.929025 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:30:39.934704 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:39.945920 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.036501 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.036920 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.089665 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.153869 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Calling delete_port for 98c4112a-cc10-4a58-aa5c-d85b263b20cd owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:40.222831 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Allocated IP 172.27.1.21 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/a5f7d850-51c6-429b-b153-49f90f807199) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:30:40.295909 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.301964 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 340b345b-1dd0-49b5-852b-2719d39c29be no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:40.335316 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: 340b345b-1dd0-49b5-852b-2719d39c29be {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:40.335703 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device 340b345b-1dd0-49b5-852b-2719d39c29be not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:40.342751 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event deleted for resources: {'Port': ['ID=98c4112a-cc10-4a58-aa5c-d85b263b20cd,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:40.431755 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.438504 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.453464 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.457009 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9d8c88d0-7396-4079-b420-32eb4be8c58f tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "DELETE /v2.0/floatingips/f9cba62a-791c-4b61-b386-de96183c9388 HTTP/1.1" status: 204 len: 168 time: 0.7673566 Jan 18 14:30:40.463265 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.495687 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 9553e16c-22cd-42b0-92a0-de88b0f598c4 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:30:40.540537 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:30:40.544404 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:30:40.546266 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'Port': ['ID=a5f7d850-51c6-429b-b153-49f90f807199,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:40.548364 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:30:40.577808 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 9553e16c-22cd-42b0-92a0-de88b0f598c4 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:30:40.582867 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 9553e16c-22cd-42b0-92a0-de88b0f598c4 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:40.583228 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.707082 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.720316 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.735559 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 9553e16c-22cd-42b0-92a0-de88b0f598c4, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=9553e16c-22cd-42b0-92a0-de88b0f598c4,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:40.739206 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.781603 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.809723 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=9553e16c-22cd-42b0-92a0-de88b0f598c4,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:40.987534 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:40.991527 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:41.095361 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'Port': ['ID=a5f7d850-51c6-429b-b153-49f90f807199,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:41.112362 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:41.134930 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:41.136159 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-948e952b-13a7-4d78-a955-8bc0fae9deab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2245526 Jan 18 14:30:41.307710 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-c703f4a6-0087-40ba-94a5-ddd8b1d7c4fe tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:security_group {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:30:41.325215 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-c703f4a6-0087-40ba-94a5-ddd8b1d7c4fe tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:security_group {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:30:41.326353 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-c703f4a6-0087-40ba-94a5-ddd8b1d7c4fe tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1007199189&fields=id&tenant_id=9a1e8e3635464178b7bdedce0dbbebbd HTTP/1.1" status: 200 len: 267 time: 0.0591474 Jan 18 14:30:41.469443 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-0cecaa5a-a54a-4fe1-a905-366a1b83aaed tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:41.470039 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-0cecaa5a-a54a-4fe1-a905-366a1b83aaed tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:network {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:30:41.486406 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-0cecaa5a-a54a-4fe1-a905-366a1b83aaed tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:network {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:30:41.487552 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-0cecaa5a-a54a-4fe1-a905-366a1b83aaed tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 810 time: 0.1548784 Jan 18 14:30:41.503382 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-e712b6cc-4783-42bf-9983-c282710609b5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/quotas/9a1e8e3635464178b7bdedce0dbbebbd HTTP/1.1" status: 200 len: 375 time: 0.0105081 Jan 18 14:30:41.582988 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-6afea6e4-2ffa-4c77-8a42-c7ca30aa1810 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748718 Jan 18 14:30:41.662235 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-99b7067e-5bcd-4d9a-84bc-af8c20fde3f5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82795) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:30:41.663216 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-99b7067e-5bcd-4d9a-84bc-af8c20fde3f5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0687706 Jan 18 14:30:41.858766 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41654) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:41.868725 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-47d3d8f4-16a7-489c-a2ea-23b18f795872 service neutron] 10.222.0.45 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988215 Jan 18 14:30:41.931468 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77fb3e35-7d51-4087-bbc5-84b014914fed tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:41.960533 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77fb3e35-7d51-4087-bbc5-84b014914fed tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:42.002424 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-04ab7327-0cb9-4f1f-bd1c-20b0381815e3 service neutron] 10.222.0.45 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270709 Jan 18 14:30:42.025827 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77fb3e35-7d51-4087-bbc5-84b014914fed tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:42.048030 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb3e35-7d51-4087-bbc5-84b014914fed tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1f34d2-da9c-4e20-bd24-af338275b06d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:42.062156 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77fb3e35-7d51-4087-bbc5-84b014914fed tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:42.063333 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-77fb3e35-7d51-4087-bbc5-84b014914fed tempest-TestVolumeBootPattern-54385923 tempest-TestVolumeBootPattern-54385923-project] 10.222.0.45 "DELETE /v2.0/security-groups/0b1f34d2-da9c-4e20-bd24-af338275b06d HTTP/1.1" status: 204 len: 168 time: 0.2035575 Jan 18 14:30:42.138651 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41662) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:42.210265 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-e8a9a2cc-e9d7-47b5-acb6-72af89db6d3e req-adc18b32-c5b6-4501-aaea-af47189e3af5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:30:42.291121 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-e8a9a2cc-e9d7-47b5-acb6-72af89db6d3e req-adc18b32-c5b6-4501-aaea-af47189e3af5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:30:42.292313 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8a9a2cc-e9d7-47b5-acb6-72af89db6d3e req-adc18b32-c5b6-4501-aaea-af47189e3af5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 210 time: 0.1256957 Jan 18 14:30:42.465025 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 9553e16c-22cd-42b0-92a0-de88b0f598c4 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:30:42.535184 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 9553e16c-22cd-42b0-92a0-de88b0f598c4 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:42.535584 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:42.641674 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890100'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:43.097105 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:43.243230 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-6ad6d2d8-054a-4ffd-8074-4071c5f73d9b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:43.244579 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-6ad6d2d8-054a-4ffd-8074-4071c5f73d9b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 810 time: 0.1522682 Jan 18 14:30:43.302403 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-1e3346c5-a8ea-4bdc-8f13-00921456294a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1e8e3635464178b7bdedce0dbbebbd HTTP/1.1" status: 200 len: 380 time: 0.0455422 Jan 18 14:30:43.311115 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'port': {'device_id': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'admin_state_up': True, 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'security_groups': ['39aadfb4-f1ab-4423-b971-7c344fb2d29f']}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:43.325694 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Deleting port ff367c28-9521-4b32-aa38-f7a0bac51d6d {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:43.325694 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:43.480689 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-13ba313e-bcee-4e43-bd59-249f5e1443c3 req-e7ffc970-c91a-47fe-9225-bfef9cdec76f tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 210 time: 0.0479860 Jan 18 14:30:43.485910 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:30:43.495466 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:30:43.512929 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] For port ff367c28-9521-4b32-aa38-f7a0bac51d6d, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=ff367c28-9521-4b32-aa38-f7a0bac51d6d,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:43.513343 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:43.513656 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Made reservation on behalf of 9a1e8e3635464178b7bdedce0dbbebbd for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:30:43.516735 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:43.632288 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Calling delete_port for ff367c28-9521-4b32-aa38-f7a0bac51d6d owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:43.675934 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Allocated IP 172.20.0.10 (224ebd69-fa44-4bfb-80a1-60a1f971791e/e8498a6b-a608-4bdb-88be-f930b8f085d2/dd498b50-00a9-409d-8a8a-3f1483c7128c) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:30:43.803413 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:43.845744 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff367c28-9521-4b32-aa38-f7a0bac51d6d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:43.864420 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:43.880530 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Transition to ACTIVE for port object dd498b50-00a9-409d-8a8a-3f1483c7128c will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:30:43.903898 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:43.990788 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:30:43.993973 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:30:43.996383 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:30:44.029760 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'Port': ['ID=dd498b50-00a9-409d-8a8a-3f1483c7128c,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:44.069251 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:44.069866 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:44.098481 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-d3c0fa6d-3de4-4c60-a8f2-e5a28e788e07 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7916443 Jan 18 14:30:44.111225 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Request body: {'port': {'device_id': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:44.153415 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2753659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890781'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:44.233318 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:44.267751 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-4c00e307-49c4-426e-82b3-a79e1ffa111d None None] Provisioning for port dd498b50-00a9-409d-8a8a-3f1483c7128c completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:30:44.273976 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-4c00e307-49c4-426e-82b3-a79e1ffa111d None None] Provisioning complete for port dd498b50-00a9-409d-8a8a-3f1483c7128c triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:44.274614 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4c00e307-49c4-426e-82b3-a79e1ffa111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:44.332916 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-4c00e307-49c4-426e-82b3-a79e1ffa111d None None] Port dd498b50-00a9-409d-8a8a-3f1483c7128c cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:30:44.583922 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd498b50-00a9-409d-8a8a-3f1483c7128c {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:30:44.591233 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:44.606074 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Transition to ACTIVE for port object dd498b50-00a9-409d-8a8a-3f1483c7128c will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:30:44.611466 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:44.769345 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccef30-035b-4882-b0df-1bfd064005ef req-b7ae4d9b-befe-48b2-8b0b-9a8b4eed4699 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:44.770865 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94ccef30-035b-4882-b0df-1bfd064005ef req-b7ae4d9b-befe-48b2-8b0b-9a8b4eed4699 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 944 time: 0.1630759 Jan 18 14:30:44.823362 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd498b50-00a9-409d-8a8a-3f1483c7128c,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:44.891966 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-94ccef30-035b-4882-b0df-1bfd064005ef req-53be71a6-9542-44a0-b6de-770cc72ca53a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:30:44.920986 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-94ccef30-035b-4882-b0df-1bfd064005ef req-53be71a6-9542-44a0-b6de-770cc72ca53a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:30:44.922329 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94ccef30-035b-4882-b0df-1bfd064005ef req-53be71a6-9542-44a0-b6de-770cc72ca53a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421232 Jan 18 14:30:44.931928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Attempting to bind port dd498b50-00a9-409d-8a8a-3f1483c7128c on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:30:44.932275 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Attempting to bind port dd498b50-00a9-409d-8a8a-3f1483c7128c by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:30:44.932750 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Attempting to bind port dd498b50-00a9-409d-8a8a-3f1483c7128c on network 224ebd69-fa44-4bfb-80a1-60a1f971791e {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:30:44.939746 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Port dd498b50-00a9-409d-8a8a-3f1483c7128c on network 224ebd69-fa44-4bfb-80a1-60a1f971791e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:30:44.940070 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Attempting to bind port dd498b50-00a9-409d-8a8a-3f1483c7128c on network 224ebd69-fa44-4bfb-80a1-60a1f971791e {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:30:44.946460 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:30:44.946819 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Checking segment: {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:30:44.947232 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Bound using segment: {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:30:44.947652 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Bound port: dd498b50-00a9-409d-8a8a-3f1483c7128c, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:30:44.947998 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:44.960336 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Router c6451045-170f-46ee-b175-56a8b3ff9a52 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:30:45.033108 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] For port dd498b50-00a9-409d-8a8a-3f1483c7128c, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:30:45.035993 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] For port dd498b50-00a9-409d-8a8a-3f1483c7128c, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:30:45.040579 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:45.105459 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:45.107331 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] 10.222.0.77 "PUT /v2.0/ports/dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 200 len: 1094 time: 1.0003948 Jan 18 14:30:45.107755 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'tag': 'dd498b50-00a9-409d-8a8a-3f1483c7128c'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:30:45.132194 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d96e3-d3f6-4673-81fd-819bd564b7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd498b50-00a9-409d-8a8a-3f1483c7128c,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:45.176154 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:30:45.186448 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'tag': 'dd498b50-00a9-409d-8a8a-3f1483c7128c', 'status': 'completed', 'code': 200} Jan 18 14:30:45.187557 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] Sync routers for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:30:45.196814 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41684) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:45.198610 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-dd0bb372-e676-4b24-902d-bab042142543 admin admin] 10.222.0.45 "PUT /v2.0/routers/c6451045-170f-46ee-b175-56a8b3ff9a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0585628 Jan 18 14:30:45.200641 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:45.201428 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:45.314959 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-5e03f705-d850-4972-a28c-3a096aa3a249 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 1097 time: 0.1648216 Jan 18 14:30:45.416660 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:45.439992 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-6f6686ce-dea5-4c84-95ed-d289b8d1bd7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 200 len: 217 time: 0.1181176 Jan 18 14:30:45.518345 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-9c048e84-92cf-4f0a-b6de-b29924e5b9b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:45.519773 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-9c048e84-92cf-4f0a-b6de-b29924e5b9b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0741451 Jan 18 14:30:45.598984 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:45.678257 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-fa1e925d-e8ad-4ced-b5e9-d7fc7c3d4c45 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1499288 Jan 18 14:30:45.702964 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:30:43Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:45.706665 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] Checking router: c6451045-170f-46ee-b175-56a8b3ff9a52 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:30:45.716876 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] Routers {'c6451045-170f-46ee-b175-56a8b3ff9a52'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:45.717472 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['c6451045-170f-46ee-b175-56a8b3ff9a52'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:45.883373 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-2bec6992-1056-4030-8564-6c4eeb87825b service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953599 Jan 18 14:30:45.886846 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] Set router c6451045-170f-46ee-b175-56a8b3ff9a52 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:46.029082 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:46.042139 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1437ac3f-5aa9-4b48-a227-598c2fe316bd req-3d3e27ee-53dc-4af0-b554-92edbff370ae service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524322 Jan 18 14:30:46.043504 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Deleting port cdbb3dcc-b9a7-47a2-8751-c3432a107431 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:46.044423 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:46.137763 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7c31f-6c49-4c28-9417-d90387dbeb66 req-00625c19-e128-4818-8f67-3479846fed2e tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:46.139235 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5db7c31f-6c49-4c28-9417-d90387dbeb66 req-00625c19-e128-4818-8f67-3479846fed2e tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 944 time: 0.0857313 Jan 18 14:30:46.177438 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:30:43Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:46.181684 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f981b-16f9-4ed6-a7b0-6308fe4f9d82 None None] The sync data for ids ['c6451045-170f-46ee-b175-56a8b3ff9a52'] in dv-cinder-825106-1-iscsi is: [{'id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'name': 'tempest-TestVolumeBootPattern-319249884-router', 'tenant_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:30:43Z', 'revision_number': 5, 'project_id': '5a6d8cf6f0574a048d9848c2cef379c2', 'gw_port': {'id': 'cdbb3dcc-b9a7-47a2-8751-c3432a107431', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6451045-170f-46ee-b175-56a8b3ff9a52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:35Z', 'updated_at': '2022-01-18T14:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:30:46.187066 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5db7c31f-6c49-4c28-9417-d90387dbeb66 req-a8fedffe-4e87-4795-8f73-fd0b6dd37bf1 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Jan 18 14:30:46.373231 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] For port cdbb3dcc-b9a7-47a2-8751-c3432a107431, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=cdbb3dcc-b9a7-47a2-8751-c3432a107431,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:46.373581 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:46.434554 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-24321238-ec8d-415b-b947-a96048a62195 req-a53bd37e-c2e5-48e9-b5f9-48281a70ad7d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 1097 time: 0.3245382 Jan 18 14:30:46.494220 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Calling delete_port for cdbb3dcc-b9a7-47a2-8751-c3432a107431 owned by network:router_gateway {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:46.526631 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device ff367c28-9521-4b32-aa38-f7a0bac51d6d no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:46.563773 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:30:46.569221 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: ff367c28-9521-4b32-aa38-f7a0bac51d6d {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:46.569629 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device ff367c28-9521-4b32-aa38-f7a0bac51d6d not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:46.690011 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24321238-ec8d-415b-b947-a96048a62195 req-f33dbdd3-35ed-4149-8498-9dc421492064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:46.691438 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-24321238-ec8d-415b-b947-a96048a62195 req-f33dbdd3-35ed-4149-8498-9dc421492064 service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.2037177 Jan 18 14:30:46.762048 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-24321238-ec8d-415b-b947-a96048a62195 req-fd2d8eb7-02d2-4702-b326-c53e77cf2db6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 200 len: 217 time: 0.0619118 Jan 18 14:30:46.867906 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24321238-ec8d-415b-b947-a96048a62195 req-5132f344-7cbd-429a-be6d-99b0e51063fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:46.869334 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-24321238-ec8d-415b-b947-a96048a62195 req-5132f344-7cbd-429a-be6d-99b0e51063fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.1010294 Jan 18 14:30:46.874050 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:46.956824 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbb3dcc-b9a7-47a2-8751-c3432a107431,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:47.125129 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-24321238-ec8d-415b-b947-a96048a62195 req-70ff8929-d959-4f73-9af8-80e5a0d481b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2473025 Jan 18 14:30:47.264758 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890833'] for router_gateway, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:47.686492 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104052'] for router, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:47.690478 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-24321238-ec8d-415b-b947-a96048a62195 req-33cb6ff8-de1d-40e2-9fc8-9c7d6e29f88d service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581996 Jan 18 14:30:47.696465 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:47.789209 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c92f-9f3e-404b-8c5a-06ef8c002f7f req-9c20108d-fd71-4f77-980c-7b5f20633b09 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:47.789905 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-9357c92f-9f3e-404b-8c5a-06ef8c002f7f req-9c20108d-fd71-4f77-980c-7b5f20633b09 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:30:47.841364 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883129'] for router, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:47.841897 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6451045-170f-46ee-b175-56a8b3ff9a52 {{(pid=82795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:30:47.857639 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-9357c92f-9f3e-404b-8c5a-06ef8c002f7f req-9c20108d-fd71-4f77-980c-7b5f20633b09 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:30:47.858775 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9357c92f-9f3e-404b-8c5a-06ef8c002f7f req-9c20108d-fd71-4f77-980c-7b5f20633b09 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 944 time: 0.5382035 Jan 18 14:30:47.883676 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-24321238-ec8d-415b-b947-a96048a62195 req-c6928eb7-0e89-41c1-8417-a74c6127b04a service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841159 Jan 18 14:30:47.886857 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:47.890196 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-3db5a362-4475-43b3-a1fa-fd0ea83f88c1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c6451045-170f-46ee-b175-56a8b3ff9a52 HTTP/1.1" status: 204 len: 168 time: 2.6874497 Jan 18 14:30:47.890729 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41692) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:47.914209 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-9357c92f-9f3e-404b-8c5a-06ef8c002f7f req-2f1d1871-c726-4fda-b95a-bd103772bde2 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472350 Jan 18 14:30:47.963160 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d32724-f20e-4810-9dfa-b6d281ee40c7 admin admin] Deleting subnet e9e676a5-98c4-4f9c-a9b3-02c30d74a20c {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:30:47.966173 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c5d32724-f20e-4810-9dfa-b6d281ee40c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.013706 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c5d32724-f20e-4810-9dfa-b6d281ee40c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.090617 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c5d32724-f20e-4810-9dfa-b6d281ee40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.154795 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c5d32724-f20e-4810-9dfa-b6d281ee40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.190077 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d32724-f20e-4810-9dfa-b6d281ee40c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e676a5-98c4-4f9c-a9b3-02c30d74a20c,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:48.196115 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c5d32724-f20e-4810-9dfa-b6d281ee40c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.201371 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a921e-0a87-432c-8c6d-a7c6e2aba100 None None] Network b324b43e-572e-4977-9daa-feaab2c9af42 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:30:48.202338 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c5d32724-f20e-4810-9dfa-b6d281ee40c7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e9e676a5-98c4-4f9c-a9b3-02c30d74a20c HTTP/1.1" status: 204 len: 168 time: 0.3102717 Jan 18 14:30:48.204770 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 41696) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:48.308130 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.318738 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Deleting port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:48.319065 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.445549 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] DHCP port deletion for b324b43e-572e-4977-9daa-feaab2c9af42 request from dv-cinder-825106-1-iscsi {{(pid=82797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:30:48.451896 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] Deleting port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:48.452264 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.616736 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] For port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=1ef32778-e7e9-4ea5-b6b6-bf97ed07a271,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:48.617031 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.680041 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] For port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=1ef32778-e7e9-4ea5-b6b6-bf97ed07a271,segment=NetworkSegment(5a33c27d-0d09-4f29-b121-9c65ed2bfd0b),segment_id=5a33c27d-0d09-4f29-b121-9c65ed2bfd0b)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:48.680341 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.733636 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Calling delete_port for 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 owned by network:dhcp {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:48.799953 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] Calling delete_port for 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 owned by network:dhcp {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:48.807148 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.850575 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef32778-e7e9-4ea5-b6b6-bf97ed07a271,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:48.859193 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] No DVR routers for this DVR port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 on host dv-cinder-825106-1-iscsi {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:30:48.871564 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.api [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:30:48.872517 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG oslo_db.api [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:30:48.973600 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:48.998188 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b324b43e-572e-4977-9daa-feaab2c9af42']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:49.009662 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:49.009956 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a33c27d-0d09-4f29-b121-9c65ed2bfd0b') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:49.020698 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2409866'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:49.037986 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:49.078688 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:30:49.079074 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2795610'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: timer() Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: self._notify() Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: event.method(event) Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:30:49.096378 dv-cinder-825106-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:30:49.181148 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:49.197619 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:49.214206 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b324b43e-572e-4977-9daa-feaab2c9af42,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:49.223763 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce49b-8b83-4e3c-a920-f4cd8f5828b4 req-48cb6ccf-dd98-4151-8568-19a4e69bb6fd tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:49.226772 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ab1ce49b-8b83-4e3c-a920-f4cd8f5828b4 req-48cb6ccf-dd98-4151-8568-19a4e69bb6fd tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 944 time: 0.1890390 Jan 18 14:30:49.246697 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2c7e43c4-9893-4fc4-be96-3154700575e9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b324b43e-572e-4977-9daa-feaab2c9af42 HTTP/1.1" status: 204 len: 168 time: 1.0409248 Jan 18 14:30:49.249690 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41702) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:49.272074 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ab1ce49b-8b83-4e3c-a920-f4cd8f5828b4 req-5093e169-5c15-457b-b6c7-eb8e7f490070 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Jan 18 14:30:49.373830 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] Deleting port 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:49.374441 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:49.438881 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-2b6746a5-6827-4a0e-8930-9cefeb118383 None None] The port '1ef32778-e7e9-4ea5-b6b6-bf97ed07a271' was deleted {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:30:49.628659 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890100'] for router_interface, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:49.871300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bcae2c90-e808-493d-94b2-ee2b53438da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:50.206536 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Deleting port 04f03a84-434a-4cc7-950f-b3eab94f569c {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:50.206782 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:50.355877 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device dd498b50-00a9-409d-8a8a-3f1483c7128c details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:30:50.463464 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:50.506916 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:50.507252 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 1ef32778-e7e9-4ea5-b6b6-bf97ed07a271 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:50.513099 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] For port 04f03a84-434a-4cc7-950f-b3eab94f569c, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=04f03a84-434a-4cc7-950f-b3eab94f569c,segment=NetworkSegment(7b322f7e-ebd3-4426-b990-a770ea60fa40),segment_id=7b322f7e-ebd3-4426-b990-a770ea60fa40)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:50.513604 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:50.525594 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port dd498b50-00a9-409d-8a8a-3f1483c7128c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:50.538878 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': 'dd498b50-00a9-409d-8a8a-3f1483c7128c', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'port_id': 'dd498b50-00a9-409d-8a8a-3f1483c7128c', 'mac_address': 'fa:16:3e:96:c0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:30:50.591811 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:50.610823 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd498b50-00a9-409d-8a8a-3f1483c7128c {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:30:50.626131 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port dd498b50-00a9-409d-8a8a-3f1483c7128c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:50.630571 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:50.639963 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Calling delete_port for 04f03a84-434a-4cc7-950f-b3eab94f569c owned by network:router_interface {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:50.685950 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1bde7-0c4f-4986-a0a4-53c46e1a1142 req-c2e31681-a905-4f2c-a023-3fd12d644b99 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:50.687409 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8fb1bde7-0c4f-4986-a0a4-53c46e1a1142 req-c2e31681-a905-4f2c-a023-3fd12d644b99 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 944 time: 0.2635369 Jan 18 14:30:50.699254 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=dd498b50-00a9-409d-8a8a-3f1483c7128c,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:50.759033 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-8fb1bde7-0c4f-4986-a0a4-53c46e1a1142 req-58350ca0-b7a3-41d2-b4de-06830c9e153e tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628219 Jan 18 14:30:50.850285 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:50.893211 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=04f03a84-434a-4cc7-950f-b3eab94f569c,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:50.957000 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['dd498b50-00a9-409d-8a8a-3f1483c7128c'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:30:51.182057 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2753659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890781'] for router_interface, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:51.733139 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Router cee12e29-75e3-4555-bebd-136aa1fb7741 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:30:51.954313 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ae2fd-79ff-4e2b-92a0-17fe4b954709 req-4c113d2b-9711-40b1-b78d-780a236ffa4a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:51.955742 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-039ae2fd-79ff-4e2b-92a0-17fe4b954709 req-4c113d2b-9711-40b1-b78d-780a236ffa4a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 945 time: 0.0765119 Jan 18 14:30:52.003123 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-039ae2fd-79ff-4e2b-92a0-17fe4b954709 req-520d783b-557a-46f6-b282-31db26f25f88 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 Jan 18 14:30:52.029147 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:30:52.038102 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] Sync routers for ids ['cee12e29-75e3-4555-bebd-136aa1fb7741'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:30:52.049856 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b8891030-d3f3-45ea-95de-b86cf5eb1d3f admin admin] 10.222.0.45 "PUT /v2.0/routers/cee12e29-75e3-4555-bebd-136aa1fb7741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7966461 Jan 18 14:30:52.050041 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41710) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:52.055590 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] Routers {'cee12e29-75e3-4555-bebd-136aa1fb7741'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:52.056273 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['cee12e29-75e3-4555-bebd-136aa1fb7741'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:52.129375 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Sync routers for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:30:52.147319 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:52.147993 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:52.238541 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5755ae3b-cb94-46ca-8758-b7f00582761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:52.251420 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] Set router cee12e29-75e3-4555-bebd-136aa1fb7741 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:52.260350 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks [] for router, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:52.348499 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:52.390183 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device dd498b50-00a9-409d-8a8a-3f1483c7128c up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:30:52.460070 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:52.469857 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Deleting port 33d0dced-07e2-4de8-97f2-e8be067dc9de {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:52.470165 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:52.569306 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:44Z', 'updated_at': '2022-01-18T14:30:50Z', 'revision_number': 5, 'project_id': '1a3611986e444960b717ec15249af922', 'gw_port': {'id': '33d0dced-07e2-4de8-97f2-e8be067dc9de', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:20:45Z', 'updated_at': '2022-01-18T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:52.583315 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] Checking router: cee12e29-75e3-4555-bebd-136aa1fb7741 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:30:52.607218 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] Routers {'cee12e29-75e3-4555-bebd-136aa1fb7741'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:52.608081 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['cee12e29-75e3-4555-bebd-136aa1fb7741'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:52.629048 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device cdbb3dcc-b9a7-47a2-8751-c3432a107431 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:52.675085 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] For port 33d0dced-07e2-4de8-97f2-e8be067dc9de, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=33d0dced-07e2-4de8-97f2-e8be067dc9de,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:52.675435 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:52.676674 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: cdbb3dcc-b9a7-47a2-8751-c3432a107431 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:52.679368 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device cdbb3dcc-b9a7-47a2-8751-c3432a107431 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:52.699974 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port dd498b50-00a9-409d-8a8a-3f1483c7128c completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:30:52.772554 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] Set router cee12e29-75e3-4555-bebd-136aa1fb7741 gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:52.781138 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port dd498b50-00a9-409d-8a8a-3f1483c7128c triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:52.781505 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:52.797501 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Calling delete_port for 33d0dced-07e2-4de8-97f2-e8be067dc9de owned by network:router_gateway {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:52.878513 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:44Z', 'updated_at': '2022-01-18T14:30:52Z', 'revision_number': 6, 'project_id': '1a3611986e444960b717ec15249af922', 'gw_port_host': None}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:52.884374 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb7cac-be1b-4c8a-83ef-6e2c0d03c02c None None] The sync data for ids ['cee12e29-75e3-4555-bebd-136aa1fb7741'] in dv-cinder-825106-1-iscsi is: [{'id': 'cee12e29-75e3-4555-bebd-136aa1fb7741', 'name': 'tempest-TestVolumeBootPattern-1456848484-router', 'tenant_id': '1a3611986e444960b717ec15249af922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:20:44Z', 'updated_at': '2022-01-18T14:30:52Z', 'revision_number': 6, 'project_id': '1a3611986e444960b717ec15249af922', 'gw_port_host': None}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:30:52.910564 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 2, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:52.917231 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Checking router: 123c1504-c3be-40b7-b257-13a5f73358b9 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:30:52.917577 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Updating router 123c1504-c3be-40b7-b257-13a5f73358b9 port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:30:52.941768 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:52.977311 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:52.990146 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd498b50-00a9-409d-8a8a-3f1483c7128c'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:30:52.997764 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.013523 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port dd498b50-00a9-409d-8a8a-3f1483c7128c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:53.023852 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Pushing event deleted for resources: {'Port': ['ID=33d0dced-07e2-4de8-97f2-e8be067dc9de,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:53.051300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.140929 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=dd498b50-00a9-409d-8a8a-3f1483c7128c,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:53.187800 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd498b50-00a9-409d-8a8a-3f1483c7128c', 'code': 200} Jan 18 14:30:53.263735 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.266609 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890833'] for router_gateway, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.338076 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bcda8-453c-4a4d-9fcc-8f4a8b8fd301 req-d7b96c8d-767e-4da6-92c2-cf5ad335518d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:53.339539 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-417bcda8-453c-4a4d-9fcc-8f4a8b8fd301 req-d7b96c8d-767e-4da6-92c2-cf5ad335518d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.1568291 Jan 18 14:30:53.400458 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-417bcda8-453c-4a4d-9fcc-8f4a8b8fd301 req-92cf8859-71cb-435b-b8a4-39a16200ac9d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523357 Jan 18 14:30:53.450436 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.526403 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.538100 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Transition to ACTIVE for port object 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:30:53.544483 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.658027 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e40fa3-da50-4f7c-9791-3fb7fb8d0163 None None] Pushing event updated for resources: {'Port': ['ID=30b90333-dbc1-49a7-a3ab-cbf7cf2170a5,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:53.694916 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104052'] for router, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.703142 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.733221 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-87a08c36-f4b8-454d-a705-6fcb20ce71fc req-d455b24b-650d-4572-9305-7c9ca0b4fc65 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 1099 time: 0.2305198 Jan 18 14:30:53.762682 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Attempting to bind port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:30:53.763267 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Attempting to bind port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:30:53.765284 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Attempting to bind port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 on network 224ebd69-fa44-4bfb-80a1-60a1f971791e {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:30:53.776466 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:30:53.776963 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Checking segment: {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:30:53.777448 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.778459 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Bound using segment: {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:30:53.779017 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Bound port: 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:30:53.779480 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.780122 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883129'] for router, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.780729 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cee12e29-75e3-4555-bebd-136aa1fb7741 {{(pid=82795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:30:53.802460 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-87a08c36-f4b8-454d-a705-6fcb20ce71fc req-697e50b0-c502-4fea-966a-bb3d4af27f7e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537853 Jan 18 14:30:53.808382 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] Notify callbacks [] for router, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.809517 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-6f5b651f-963e-4951-9402-f9842e35ad4b admin admin] 10.222.0.45 "DELETE /v2.0/routers/cee12e29-75e3-4555-bebd-136aa1fb7741 HTTP/1.1" status: 204 len: 168 time: 1.7585371 Jan 18 14:30:53.811982 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41720) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:53.878225 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e9cfc6-8c67-48bf-ac19-8844bd1c0ab9 admin admin] Deleting subnet ced7a626-a872-42e3-b91d-1b403471df86 {{(pid=82795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:30:53.881303 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-71e9cfc6-8c67-48bf-ac19-8844bd1c0ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.898282 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] For port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:30:53.901460 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] For port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=30b90333-dbc1-49a7-a3ab-cbf7cf2170a5,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:30:53.907454 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.933458 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-71e9cfc6-8c67-48bf-ac19-8844bd1c0ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2505060'] for subnet, precommit_delete_associations {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:53.987326 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e40fa3-da50-4f7c-9791-3fb7fb8d0163 None None] Pushing event updated for resources: {'Port': ['ID=30b90333-dbc1-49a7-a3ab-cbf7cf2170a5,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:53.992070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:53.992685 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:54.065815 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-71e9cfc6-8c67-48bf-ac19-8844bd1c0ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.142522 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-71e9cfc6-8c67-48bf-ac19-8844bd1c0ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2769758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3175511'] for subnet, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.186485 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9cfc6-8c67-48bf-ac19-8844bd1c0ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced7a626-a872-42e3-b91d-1b403471df86,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:54.192584 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-71e9cfc6-8c67-48bf-ac19-8844bd1c0ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for subnet, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.193739 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:54.198282 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-71e9cfc6-8c67-48bf-ac19-8844bd1c0ab9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ced7a626-a872-42e3-b91d-1b403471df86 HTTP/1.1" status: 204 len: 168 time: 0.3853674 Jan 18 14:30:54.201507 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41724) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:54.235208 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdfe1b4-78c4-4f2f-bf8a-5dda3adedf84 None None] Network b3a80785-671a-4aae-8644-438c5f0dbc1b requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:30:54.304017 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.314663 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Deleting port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:30:54.314992 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.523590 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:30:54.573319 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] For port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1,segment=NetworkSegment(7b322f7e-ebd3-4426-b990-a770ea60fa40),segment_id=7b322f7e-ebd3-4426-b990-a770ea60fa40)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:54.573929 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.695119 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.699232 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Calling delete_port for 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 owned by network:dhcp {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:30:54.775788 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f71c5-47b2-47fb-9cd3-94d7f9aeeb59 req-0cb70435-60c3-4433-9a10-1fdd927e026d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:54.777270 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-689f71c5-47b2-47fb-9cd3-94d7f9aeeb59 req-0cb70435-60c3-4433-9a10-1fdd927e026d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.2549832 Jan 18 14:30:54.777787 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:30:54.791129 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:54.791494 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.802997 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.853560 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:54.872272 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] No DVR routers for this DVR port 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 on host dv-cinder-825106-1-iscsi {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:30:54.903528 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ae5aa4-d3e4-4c9e-9947-45971aabc310 None None] DHCP port deletion for b3a80785-671a-4aae-8644-438c5f0dbc1b request from dv-cinder-825106-1-iscsi {{(pid=82797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:30:54.911511 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-689f71c5-47b2-47fb-9cd3-94d7f9aeeb59 req-80049421-c385-46d2-833c-51ebea6a3b3e tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276445 Jan 18 14:30:54.933163 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:53Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:54.940433 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e670060-a235-4b89-b1bb-915daa164168 None None] The sync data for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi is: [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:53Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:30:54.953551 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:54.990348 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=30b90333-dbc1-49a7-a3ab-cbf7cf2170a5,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:30:54.995855 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.078487 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 33d0dced-07e2-4de8-97f2-e8be067dc9de no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:55.128091 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.139141 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 33d0dced-07e2-4de8-97f2-e8be067dc9de {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:55.139562 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 33d0dced-07e2-4de8-97f2-e8be067dc9de not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:55.139988 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 04f03a84-434a-4cc7-950f-b3eab94f569c no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:55.157626 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a80785-671a-4aae-8644-438c5f0dbc1b']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:55.164569 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=30b90333-dbc1-49a7-a3ab-cbf7cf2170a5,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:55.171521 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b322f7e-ebd3-4426-b990-a770ea60fa40') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:55.172080 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b322f7e-ebd3-4426-b990-a770ea60fa40') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:55.178259 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 04f03a84-434a-4cc7-950f-b3eab94f569c {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:55.178718 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 04f03a84-434a-4cc7-950f-b3eab94f569c not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:55.187758 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.205911 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.212400 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:30:55.212807 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:30:55.226084 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:30:55.306164 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.325394 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.337814 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a80785-671a-4aae-8644-438c5f0dbc1b,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:55.342610 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b4d4bb67-8865-43d9-bc35-cbe6353d5549 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b3a80785-671a-4aae-8644-438c5f0dbc1b HTTP/1.1" status: 204 len: 168 time: 1.1401889 Jan 18 14:30:55.562793 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41732) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:55.610758 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-ee77c0ef-a9a2-4fba-8420-4d192773c990 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a6d8cf6f0574a048d9848c2cef379c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0467980 Jan 18 14:30:55.613085 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41736) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:55.675051 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9bd63be3-8c6e-4561-9a81-94a9b4a3b9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.699702 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9bd63be3-8c6e-4561-9a81-94a9b4a3b9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.749467 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9bd63be3-8c6e-4561-9a81-94a9b4a3b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.764412 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd63be3-8c6e-4561-9a81-94a9b4a3b9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e719553-00f0-4ec1-b57a-65f0047787df,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:55.773722 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-9bd63be3-8c6e-4561-9a81-94a9b4a3b9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:55.775037 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-9bd63be3-8c6e-4561-9a81-94a9b4a3b9a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e719553-00f0-4ec1-b57a-65f0047787df HTTP/1.1" status: 204 len: 168 time: 0.1610937 Jan 18 14:30:56.126613 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6ce6f-cb55-4e78-a75e-ae1caa977985 req-e322e146-3cec-48bc-a1de-47ea589f0288 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:56.128046 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ac6ce6f-cb55-4e78-a75e-ae1caa977985 req-e322e146-3cec-48bc-a1de-47ea589f0288 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0757463 Jan 18 14:30:56.174862 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0ac6ce6f-cb55-4e78-a75e-ae1caa977985 req-cd760e2c-92a9-44ee-8092-25dc46005e7b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Jan 18 14:30:56.219253 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41748) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:56.271803 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-fc304b69-731c-44a0-a858-7e90c8b3bf7b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a3611986e444960b717ec15249af922&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491502 Jan 18 14:30:56.271995 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41752) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:56.383001 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-03809d92-19b9-4235-b549-351ab0fdee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:56.414917 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-03809d92-19b9-4235-b549-351ab0fdee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:56.429274 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f38c4d-a400-44a7-981d-9425e4e2b098 req-fbb3ea34-faeb-4be1-ab95-bab574f24088 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:56.430745 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-51f38c4d-a400-44a7-981d-9425e4e2b098 req-fbb3ea34-faeb-4be1-ab95-bab574f24088 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.1354778 Jan 18 14:30:56.439452 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 41756) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:30:56.447458 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [None req-5b8ed27a-24c5-4de2-b6fa-e76479c3222d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'floatingip': {'port_id': 'dd498b50-00a9-409d-8a8a-3f1483c7128c'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:30:56.467593 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:30:56.534245 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:30:56.534523 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:56.535533 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed27a-24c5-4de2-b6fa-e76479c3222d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:56.658194 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-03809d92-19b9-4235-b549-351ab0fdee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:56.693320 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:30:56.711822 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809d92-19b9-4235-b549-351ab0fdee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ca504-8695-4e84-9778-f3ce028c5de6,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:30:56.718848 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-03809d92-19b9-4235-b549-351ab0fdee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:56.719954 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-03809d92-19b9-4235-b549-351ab0fdee98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/504ca504-8695-4e84-9778-f3ce028c5de6 HTTP/1.1" status: 204 len: 168 time: 0.4471681 Jan 18 14:30:56.731882 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:30:56.732222 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 0a5fbaa8-afb5-4cfb-9270-98417cf5d7b1 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:30:57.193427 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed27a-24c5-4de2-b6fa-e76479c3222d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:57.196928 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed27a-24c5-4de2-b6fa-e76479c3222d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:57.474301 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [None req-5b8ed27a-24c5-4de2-b6fa-e76479c3222d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Floating IP 468d4156-4f26-45b7-8d91-1f9799438c6e associated. External IP: 172.27.1.21, port: dd498b50-00a9-409d-8a8a-3f1483c7128c. Jan 18 14:30:57.858361 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8ed27a-24c5-4de2-b6fa-e76479c3222d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Router 123c1504-c3be-40b7-b257-13a5f73358b9 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:30:58.054474 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8ed27a-24c5-4de2-b6fa-e76479c3222d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:30:58.058599 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed27a-24c5-4de2-b6fa-e76479c3222d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:30:58.063897 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] Sync routers for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:30:58.076227 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:58.076810 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:58.116578 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-5b8ed27a-24c5-4de2-b6fa-e76479c3222d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "PUT /v2.0/floatingips/468d4156-4f26-45b7-8d91-1f9799438c6e HTTP/1.1" status: 200 len: 991 time: 1.6760235 Jan 18 14:30:58.117145 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'tag': 'dd498b50-00a9-409d-8a8a-3f1483c7128c'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:30:58.175287 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'tag': 'dd498b50-00a9-409d-8a8a-3f1483c7128c', 'status': 'completed', 'code': 200} Jan 18 14:30:58.253666 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:58.273196 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0f52bc46-b3e1-4b85-98b4-93b4522d808e req-ef99911e-4b6d-4ce9-8142-17827ff2799c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 1099 time: 0.0748208 Jan 18 14:30:58.402724 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52bc46-b3e1-4b85-98b4-93b4522d808e req-336e76dd-9390-4e43-beac-e4a38bc06dab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:58.404064 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0f52bc46-b3e1-4b85-98b4-93b4522d808e req-336e76dd-9390-4e43-beac-e4a38bc06dab service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.1250691 Jan 18 14:30:58.506774 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0f52bc46-b3e1-4b85-98b4-93b4522d808e req-46753814-4400-4c7a-9d9e-98ab96fe9d7f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 200 len: 999 time: 0.0962012 Jan 18 14:30:58.566163 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52bc46-b3e1-4b85-98b4-93b4522d808e req-19f390c6-bb77-4d4b-bae3-f8550d82984b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:30:58.567571 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0f52bc46-b3e1-4b85-98b4-93b4522d808e req-19f390c6-bb77-4d4b-bae3-f8550d82984b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0556755 Jan 18 14:30:58.617883 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '468d4156-4f26-45b7-8d91-1f9799438c6e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'port_id': 'dd498b50-00a9-409d-8a8a-3f1483c7128c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'mac_address': 'fa:16:3e:96:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:30:40Z', 'updated_at': '2022-01-18T14:30:57Z', 'revision_number': 1, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:58.622279 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] Checking router: 123c1504-c3be-40b7-b257-13a5f73358b9 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:30:58.632487 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:30:58.633105 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:30:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:58.645665 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0f52bc46-b3e1-4b85-98b4-93b4522d808e req-9d276b1b-ae25-42de-b48e-13b574fb9ea2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699813 Jan 18 14:30:58.774050 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0f52bc46-b3e1-4b85-98b4-93b4522d808e req-e70af6a7-4153-43d7-90a4-e1cd755f8cac service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217806 Jan 18 14:30:58.802156 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:30:58.902440 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0f52bc46-b3e1-4b85-98b4-93b4522d808e req-5ee599d1-e4d0-4095-ae63-a12c85213407 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225953 Jan 18 14:30:59.135316 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '468d4156-4f26-45b7-8d91-1f9799438c6e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'port_id': 'dd498b50-00a9-409d-8a8a-3f1483c7128c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'mac_address': 'fa:16:3e:96:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:30:40Z', 'updated_at': '2022-01-18T14:30:57Z', 'revision_number': 1, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:30:59.140429 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02c4e4-5708-444a-bbcb-5c016da43275 None None] The sync data for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi is: [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '468d4156-4f26-45b7-8d91-1f9799438c6e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'port_id': 'dd498b50-00a9-409d-8a8a-3f1483c7128c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'mac_address': 'fa:16:3e:96:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:30:40Z', 'updated_at': '2022-01-18T14:30:57Z', 'revision_number': 1, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:30:59.323866 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bb0f8-8e9e-4653-8735-7c26aea3c360 None None] New status for floating IP 468d4156-4f26-45b7-8d91-1f9799438c6e: ACTIVE {{(pid=82797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:31:13.124150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:19.872775 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2de82e9b-bf9f-4605-a728-fa38c33212e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:22.170380 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-af16d10d-640a-40fb-b8fd-5c6601f941f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:23.236462 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:23.432420 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:23.564437 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:31:24.574066 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:43.137898 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:49.873628 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9dfc-cac3-4732-869a-52c1926015ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:52.171571 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6316ddb4-158e-4a9c-a47c-8b44ecf72499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:53.240394 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:53.433244 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:54.577525 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:31:55.812407 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-f33d92ea-2896-41ae-9690-cf673f4f3122 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683315 Jan 18 14:31:55.951374 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-707fe9a5-43f2-4ed8-8bd6-0dd8e36e6874 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 1099 time: 0.0731750 Jan 18 14:31:56.188379 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-b6ce4c72-c9c2-4b80-822d-ecffdc1e447e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:31:56.190318 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-b6ce4c72-c9c2-4b80-822d-ecffdc1e447e service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.2217422 Jan 18 14:31:56.289466 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-e6c51bf6-8ec0-4fdc-b0e9-f39e43c4f795 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 200 len: 1001 time: 0.0935063 Jan 18 14:31:56.349737 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-b81b661f-8dfa-424d-b7aa-d7b6abb92056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:31:56.351141 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-b81b661f-8dfa-424d-b7aa-d7b6abb92056 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0556333 Jan 18 14:31:56.430125 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-e755b618-d212-45f5-b3ba-9e32ece6056d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701611 Jan 18 14:31:56.557046 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-2d4ecc2e-ff9e-41d6-8da6-89295fdcdb01 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207931 Jan 18 14:31:56.690145 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22714e53-8fbb-438c-a7e2-59c99237f151 req-a8b3b4ce-c058-444b-affb-dfbe386fe3f8 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267211 Jan 18 14:32:00.565343 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:32:13.144673 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:16.200477 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b9776-3fa1-4c30-958f-9e7ecf3393e7 req-e466ff74-c053-4aa8-b947-b110aea4f804 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:16.201860 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a7b9776-3fa1-4c30-958f-9e7ecf3393e7 req-e466ff74-c053-4aa8-b947-b110aea4f804 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0786946 Jan 18 14:32:16.246057 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a7b9776-3fa1-4c30-958f-9e7ecf3393e7 req-990c1f22-8fe9-4264-a1c6-447c938075d5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384102 Jan 18 14:32:17.448083 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dee73-30b1-4a2d-b359-7a12cedab108 req-350cc86b-8ee1-4e76-8cc5-d1c518b43db8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:17.449604 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-240dee73-30b1-4a2d-b359-7a12cedab108 req-350cc86b-8ee1-4e76-8cc5-d1c518b43db8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0787797 Jan 18 14:32:17.493148 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-240dee73-30b1-4a2d-b359-7a12cedab108 req-6b2e0fdb-0739-4a74-821e-4080034f06ac tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381365 Jan 18 14:32:18.685216 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a30d2-0e28-424d-bea2-b01f5a651a24 req-e88405d7-b60c-4386-bb3b-e9a117648a7a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:18.686537 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ce7a30d2-0e28-424d-bea2-b01f5a651a24 req-e88405d7-b60c-4386-bb3b-e9a117648a7a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0741861 Jan 18 14:32:18.733672 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ce7a30d2-0e28-424d-bea2-b01f5a651a24 req-a80c988b-b1f1-4127-9d37-1f1306646444 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418303 Jan 18 14:32:19.874778 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e813e7bc-8ded-4496-a272-745509685f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:19.927244 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1fcd-3712-455c-8fe5-dc4a8d2e074a req-c3426bca-5e1c-4026-9cdd-c4d8464d73c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:19.928685 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c44b1fcd-3712-455c-8fe5-dc4a8d2e074a req-c3426bca-5e1c-4026-9cdd-c4d8464d73c3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0755525 Jan 18 14:32:19.977628 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c44b1fcd-3712-455c-8fe5-dc4a8d2e074a req-2c404e02-a319-4d47-ad78-fe9596411fbc tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434816 Jan 18 14:32:21.170859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a1580-6718-4119-8e8a-da995d1309b9 req-714f75be-c96c-4a8a-aa5a-97965025c85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:21.172219 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-121a1580-6718-4119-8e8a-da995d1309b9 req-714f75be-c96c-4a8a-aa5a-97965025c85c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0748971 Jan 18 14:32:21.216767 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-121a1580-6718-4119-8e8a-da995d1309b9 req-f4f66370-9265-418b-8a0c-83c07f00296b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391517 Jan 18 14:32:22.173178 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f2c10b4d-dee4-46a1-8671-d5016348924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:22.412354 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2fa73-2bb6-4ef0-b717-c281418204b4 req-17c398d2-c320-4221-b77b-dbc9a96cc611 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:22.413820 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-40c2fa73-2bb6-4ef0-b717-c281418204b4 req-17c398d2-c320-4221-b77b-dbc9a96cc611 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0740535 Jan 18 14:32:22.458656 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-40c2fa73-2bb6-4ef0-b717-c281418204b4 req-d3f6a983-87f1-4317-9be1-be828c232c21 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394258 Jan 18 14:32:23.241247 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:23.434157 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:23.652307 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c0e20-5db8-48b2-baeb-657c8fea7fb9 req-0202d11f-5000-41b6-a38b-4c89d5afc070 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:23.653731 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b74c0e20-5db8-48b2-baeb-657c8fea7fb9 req-0202d11f-5000-41b6-a38b-4c89d5afc070 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0772052 Jan 18 14:32:23.696985 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b74c0e20-5db8-48b2-baeb-657c8fea7fb9 req-4d3112ec-7876-4e33-8b24-a6c76a69a793 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377843 Jan 18 14:32:24.580470 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:24.892421 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7a37b-c0c9-49d1-9d97-398c43afa7b3 req-22c6f9ae-6a64-49f9-a845-79a09784f60a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:24.894463 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ebc7a37b-c0c9-49d1-9d97-398c43afa7b3 req-22c6f9ae-6a64-49f9-a845-79a09784f60a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0788586 Jan 18 14:32:24.937974 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ebc7a37b-c0c9-49d1-9d97-398c43afa7b3 req-22929361-6fda-475b-b172-9ce9d1a104db tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379980 Jan 18 14:32:26.136464 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc52936-7f46-48dc-9a87-91c8e2e769f6 req-34589bd2-5be1-4092-b738-17b3e202486c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:26.137924 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8cc52936-7f46-48dc-9a87-91c8e2e769f6 req-34589bd2-5be1-4092-b738-17b3e202486c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0794153 Jan 18 14:32:26.181294 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8cc52936-7f46-48dc-9a87-91c8e2e769f6 req-b8afb301-19a0-429b-9f61-c4e88309161a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379074 Jan 18 14:32:27.378105 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0efac-88f7-4f27-94fe-60ad4232f68e req-8acae055-c309-4d7c-99c3-bef7937ed10b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:27.379548 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-31c0efac-88f7-4f27-94fe-60ad4232f68e req-8acae055-c309-4d7c-99c3-bef7937ed10b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0808930 Jan 18 14:32:27.423986 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-31c0efac-88f7-4f27-94fe-60ad4232f68e req-c1e04882-0584-4fef-9ed0-957511441bf8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 Jan 18 14:32:28.624913 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2467aca-c72b-41cb-bf93-7811dba874b3 req-5477ee03-08e6-47af-8d7e-5f1d4a92b4d4 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:28.626380 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d2467aca-c72b-41cb-bf93-7811dba874b3 req-5477ee03-08e6-47af-8d7e-5f1d4a92b4d4 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0812027 Jan 18 14:32:28.670378 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d2467aca-c72b-41cb-bf93-7811dba874b3 req-61a003d5-c1d3-4d6b-83de-ab2d0782be1c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381827 Jan 18 14:32:29.867966 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5345d17-ea89-4995-ac79-847d1cb27020 req-2c473d6c-1ade-46bd-9e40-1461c5ba04e0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:29.869434 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c5345d17-ea89-4995-ac79-847d1cb27020 req-2c473d6c-1ade-46bd-9e40-1461c5ba04e0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0783527 Jan 18 14:32:29.913544 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c5345d17-ea89-4995-ac79-847d1cb27020 req-dfa5e847-7396-4eee-aad5-f3a624c16a5a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387368 Jan 18 14:32:31.107671 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b97eb-c682-429e-8ed5-c92bdb68aebc req-95e6c464-3fa9-44a4-98ce-387f54dce4ff tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:31.109184 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-305b97eb-c682-429e-8ed5-c92bdb68aebc req-95e6c464-3fa9-44a4-98ce-387f54dce4ff tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0776706 Jan 18 14:32:31.160896 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-305b97eb-c682-429e-8ed5-c92bdb68aebc req-b6790c73-8330-4f1f-b8b5-2058358f80eb tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460699 Jan 18 14:32:32.359111 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8966ca-654a-4f1b-ab1b-dfc8ad139576 req-5ab2516b-3f79-4cdd-b980-f168f7108052 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:32.360550 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1a8966ca-654a-4f1b-ab1b-dfc8ad139576 req-5ab2516b-3f79-4cdd-b980-f168f7108052 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0739636 Jan 18 14:32:32.407132 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1a8966ca-654a-4f1b-ab1b-dfc8ad139576 req-7635192f-caa5-402c-8ac6-179618a0e43c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Jan 18 14:32:32.816426 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1433ce-1264-452d-9a39-26d36885bef0 req-1acfdd66-9470-4965-9b1a-21d08d1e66ee tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:32.817875 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bb1433ce-1264-452d-9a39-26d36885bef0 req-1acfdd66-9470-4965-9b1a-21d08d1e66ee tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.1331751 Jan 18 14:32:32.825052 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-54c63226-1763-484e-b286-32c7a0cdd840 req-578592ec-1b42-4ea2-8588-c768c8410141 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 1099 time: 0.0998361 Jan 18 14:32:33.024440 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-bb1433ce-1264-452d-9a39-26d36885bef0 req-b9496360-d992-4344-a731-f248bc8a7e4a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984570 Jan 18 14:32:33.059125 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c63226-1763-484e-b286-32c7a0cdd840 req-57e885a2-938f-432b-88f8-9b7e4f7e31ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:33.060535 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-54c63226-1763-484e-b286-32c7a0cdd840 req-57e885a2-938f-432b-88f8-9b7e4f7e31ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.2201166 Jan 18 14:32:33.159878 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-54c63226-1763-484e-b286-32c7a0cdd840 req-afdb880a-e626-4c96-8140-6ae2a3f93d18 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 200 len: 1001 time: 0.0927167 Jan 18 14:32:33.218679 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c63226-1763-484e-b286-32c7a0cdd840 req-7afe5f64-dbff-4851-849b-adbed37ea519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:33.220060 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-54c63226-1763-484e-b286-32c7a0cdd840 req-7afe5f64-dbff-4851-849b-adbed37ea519 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0556724 Jan 18 14:32:33.291350 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-54c63226-1763-484e-b286-32c7a0cdd840 req-62be326d-876e-4706-ae6d-05b5ff55e76e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653808 Jan 18 14:32:33.416707 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-54c63226-1763-484e-b286-32c7a0cdd840 req-175df6af-0304-4893-b890-0e2ebfdf6a2b service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195107 Jan 18 14:32:33.542853 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-54c63226-1763-484e-b286-32c7a0cdd840 req-f8fe96e5-51bd-4d1f-95db-8e8f8a3a71f5 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206210 Jan 18 14:32:34.224357 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d062223-275b-472d-9395-27d66a2a00c6 req-e07ecb78-b280-4242-ac83-7e92e0229035 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:34.225734 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5d062223-275b-472d-9395-27d66a2a00c6 req-e07ecb78-b280-4242-ac83-7e92e0229035 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0767314 Jan 18 14:32:34.269483 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5d062223-275b-472d-9395-27d66a2a00c6 req-f0b3c9a6-3ac3-48ed-9e77-cce1a8d5fb10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382998 Jan 18 14:32:35.467172 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518759a-07ae-4c7d-a71a-3a0f70ea6b03 req-fd35bfd8-bbd5-4d94-ba58-8a4761b30296 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:35.468593 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3518759a-07ae-4c7d-a71a-3a0f70ea6b03 req-fd35bfd8-bbd5-4d94-ba58-8a4761b30296 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0789163 Jan 18 14:32:35.511684 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3518759a-07ae-4c7d-a71a-3a0f70ea6b03 req-9b41f49b-2d06-433f-b076-b3180f7ec21e tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376573 Jan 18 14:32:37.566016 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:32:43.153582 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:49.876780 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3dfadbe6-4d0a-44c6-abe9-6897bac8146b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:52.175841 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c71b7ae2-f066-445c-8f24-39ec4660fa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:53.243684 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:53.435149 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:54.583211 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:32:57.089161 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-404bd7d0-b7d9-4c1d-a57e-855fe94dae21 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697339 Jan 18 14:32:57.229245 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-043d5542-ec5f-4cd9-9bd9-7aeeb1ef32db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 1099 time: 0.0696766 Jan 18 14:32:57.369409 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-21be0fa6-be79-4f63-8181-4d2ba96b2708 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:57.370852 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-21be0fa6-be79-4f63-8181-4d2ba96b2708 service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.1232865 Jan 18 14:32:57.471526 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-5b3c0cef-7404-49b4-b4c0-ea7532132a28 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 200 len: 1001 time: 0.0944817 Jan 18 14:32:57.530627 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-b4852b85-8625-4548-b3a6-cc1ebb5c86a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:32:57.531983 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-b4852b85-8625-4548-b3a6-cc1ebb5c86a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0548224 Jan 18 14:32:57.607133 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-a80e5eb4-1fa4-4b3d-927b-d4e6a9a83e84 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695381 Jan 18 14:32:57.734878 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-61bf9bf2-713d-4d5d-a54c-9dc4dbd7ce3b service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213982 Jan 18 14:32:57.860056 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19e2eae0-f7d8-4a21-9a89-53934b6524ad req-056f630f-4703-4a14-8fd1-125cea06d90d service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194541 Jan 18 14:33:13.152931 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:14.566126 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:33:19.877944 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b4a09dd-1d13-4505-aee7-c26305fe88e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:22.176782 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b55789d0-5897-4260-8520-ff8dfa1602a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:23.245593 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:23.436393 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:24.586194 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:32.011122 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c34b2-27d5-4687-ae09-6b0150cad99b req-63c51cfb-2b68-47e6-816a-21d4967b9c41 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:32.012442 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b2c34b2-27d5-4687-ae09-6b0150cad99b req-63c51cfb-2b68-47e6-816a-21d4967b9c41 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0783567 Jan 18 14:33:32.125557 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b2c34b2-27d5-4687-ae09-6b0150cad99b req-41378dfd-40d1-4644-afe7-f8eb9d2e3f51 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077003 Jan 18 14:33:33.317277 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab67c9-427f-4f0d-bb37-7d6253197a13 req-97d88f98-cfa1-4c3e-ace7-0082ff4c6cc5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:33.318695 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19ab67c9-427f-4f0d-bb37-7d6253197a13 req-97d88f98-cfa1-4c3e-ace7-0082ff4c6cc5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0750804 Jan 18 14:33:33.361707 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-19ab67c9-427f-4f0d-bb37-7d6253197a13 req-34f25fa3-6386-41ea-832d-0517aacc8fd4 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372393 Jan 18 14:33:34.557941 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa394e23-d396-4a48-8f7b-bc30370f60fd req-41442eeb-4bfa-44bf-a845-b7a273157327 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:34.560097 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa394e23-d396-4a48-8f7b-bc30370f60fd req-41442eeb-4bfa-44bf-a845-b7a273157327 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0778315 Jan 18 14:33:34.606132 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa394e23-d396-4a48-8f7b-bc30370f60fd req-8c7b0c4b-8206-4eed-a5ba-89aee1f73d1b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405536 Jan 18 14:33:35.801801 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439335a-58f3-4d15-9a49-dc013b50e851 req-deb79241-b757-428a-9f59-444ac7e6c7b0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:35.803218 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3439335a-58f3-4d15-9a49-dc013b50e851 req-deb79241-b757-428a-9f59-444ac7e6c7b0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0769634 Jan 18 14:33:35.926883 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3439335a-58f3-4d15-9a49-dc013b50e851 req-cb062ccc-0a11-49bd-99f9-d998de9f359d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183081 Jan 18 14:33:37.119346 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c122bf8-eccb-4f65-84b4-e05d94d8f0d8 req-fa1c0209-f208-49ef-9a91-925639a3ece6 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:37.120746 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c122bf8-eccb-4f65-84b4-e05d94d8f0d8 req-fa1c0209-f208-49ef-9a91-925639a3ece6 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0754101 Jan 18 14:33:37.165556 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c122bf8-eccb-4f65-84b4-e05d94d8f0d8 req-c412ffb1-a87d-4bc4-a1d7-21213688d637 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394824 Jan 18 14:33:38.359174 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077df3a6-9d52-4c65-9b9c-ec81388a9871 req-a5a4a5bc-5a7e-4629-b7ef-0bfc1fdf48a3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:38.360596 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-077df3a6-9d52-4c65-9b9c-ec81388a9871 req-a5a4a5bc-5a7e-4629-b7ef-0bfc1fdf48a3 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0748975 Jan 18 14:33:38.404270 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-077df3a6-9d52-4c65-9b9c-ec81388a9871 req-36536e11-716a-4d4d-8121-04ff86c0d53b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374980 Jan 18 14:33:39.594815 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d5781-c935-45f9-9b5d-86bac5e0944d req-e0d27625-759e-4e96-81e4-c9f921f10fcb tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:39.596223 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6e7d5781-c935-45f9-9b5d-86bac5e0944d req-e0d27625-759e-4e96-81e4-c9f921f10fcb tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0732200 Jan 18 14:33:39.642811 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6e7d5781-c935-45f9-9b5d-86bac5e0944d req-dd98d328-1c3d-4271-a2b3-ac1435634d77 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Jan 18 14:33:41.083342 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356f1bc-bcf4-4640-8b02-3d8af508d492 req-0a977ce3-6dd5-4ecd-be01-950cd5c4944f tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:41.084788 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6356f1bc-bcf4-4640-8b02-3d8af508d492 req-0a977ce3-6dd5-4ecd-be01-950cd5c4944f tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.3250871 Jan 18 14:33:41.128735 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-6356f1bc-bcf4-4640-8b02-3d8af508d492 req-667347ef-584e-4ba8-a727-78327b22ab3d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384173 Jan 18 14:33:42.395362 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3184ac-ea85-46d0-99db-7cf1f853c0d8 req-d4cd219d-df08-4a51-8514-968b744a1468 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:42.396775 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6d3184ac-ea85-46d0-99db-7cf1f853c0d8 req-d4cd219d-df08-4a51-8514-968b744a1468 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.1471393 Jan 18 14:33:42.440363 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6d3184ac-ea85-46d0-99db-7cf1f853c0d8 req-b3778387-b83f-4d9a-ac6a-b934e95d2e8b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382149 Jan 18 14:33:43.163186 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:43.632371 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cbcda-c9a0-41f5-ba3d-3c8a76b6ef71 req-163db5b0-75bd-4b7c-b123-75c44ff50462 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:43.633845 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3a9cbcda-c9a0-41f5-ba3d-3c8a76b6ef71 req-163db5b0-75bd-4b7c-b123-75c44ff50462 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0750718 Jan 18 14:33:43.680357 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-3a9cbcda-c9a0-41f5-ba3d-3c8a76b6ef71 req-9bf090e5-a09f-4392-8294-c0d56f1e7df2 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 Jan 18 14:33:44.875798 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07decae-cc20-41fa-a86d-6083147104dd req-3781a993-266a-4a3b-a2e9-4e31315a29bc tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:44.877295 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a07decae-cc20-41fa-a86d-6083147104dd req-3781a993-266a-4a3b-a2e9-4e31315a29bc tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0783467 Jan 18 14:33:44.925889 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a07decae-cc20-41fa-a86d-6083147104dd req-f120e7d3-6d2f-4b6a-b214-0909e9bb17df tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Jan 18 14:33:46.117867 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3eed1-bb48-4c3c-896b-07a846a3db19 req-356aa622-a1dc-4af6-9c81-cd764530476b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:46.119297 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d9f3eed1-bb48-4c3c-896b-07a846a3db19 req-356aa622-a1dc-4af6-9c81-cd764530476b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0755858 Jan 18 14:33:46.162819 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-d9f3eed1-bb48-4c3c-896b-07a846a3db19 req-ea5fa1a1-5708-4ca9-93ea-6869aaa74f92 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381110 Jan 18 14:33:47.354360 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c4fe2-f9e5-4ba3-a28d-050084d22d71 req-c0b932c4-2970-43ba-bec5-9c8087d65314 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:47.355794 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cc6c4fe2-f9e5-4ba3-a28d-050084d22d71 req-c0b932c4-2970-43ba-bec5-9c8087d65314 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0751839 Jan 18 14:33:47.400100 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cc6c4fe2-f9e5-4ba3-a28d-050084d22d71 req-d08e2cde-e13f-481a-9144-8dc8b6bb2954 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389409 Jan 18 14:33:47.758082 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d5225-3c57-4f27-a181-e0b3cc8ee33a req-f5de34fe-9e6b-4953-b1b6-2d668ee0e9fd tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:47.759447 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9e5d5225-3c57-4f27-a181-e0b3cc8ee33a req-f5de34fe-9e6b-4953-b1b6-2d668ee0e9fd tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0815165 Jan 18 14:33:47.791271 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e26e55b-9807-45fe-870a-413ec95beceb req-60f08b76-ac2b-4d41-adfe-8f5477687706 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 1099 time: 0.0713143 Jan 18 14:33:47.804914 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9e5d5225-3c57-4f27-a181-e0b3cc8ee33a req-267a11a3-f745-4312-b1e6-641e97d78822 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400076 Jan 18 14:33:47.919327 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26e55b-9807-45fe-870a-413ec95beceb req-a26a47e6-1046-4c91-9cf0-995f664b26d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:47.920762 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e26e55b-9807-45fe-870a-413ec95beceb req-a26a47e6-1046-4c91-9cf0-995f664b26d0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.1236651 Jan 18 14:33:48.019044 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e26e55b-9807-45fe-870a-413ec95beceb req-2fd392bc-ddc1-4d21-ada0-946919d56e63 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 200 len: 1001 time: 0.0922956 Jan 18 14:33:48.077947 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26e55b-9807-45fe-870a-413ec95beceb req-d7e42e7d-b665-4c09-99b3-f2a87a95be2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:48.079290 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e26e55b-9807-45fe-870a-413ec95beceb req-d7e42e7d-b665-4c09-99b3-f2a87a95be2c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0540707 Jan 18 14:33:48.150650 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e26e55b-9807-45fe-870a-413ec95beceb req-f2c8699e-31b8-4482-a401-10f1403b8959 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649970 Jan 18 14:33:48.276364 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e26e55b-9807-45fe-870a-413ec95beceb req-100cec37-8274-43de-93cb-92b1781eedce service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192853 Jan 18 14:33:48.405199 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0e26e55b-9807-45fe-870a-413ec95beceb req-d5685c69-8cd6-4590-8612-71a2e702a3dd service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229675 Jan 18 14:33:49.006644 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235440e-16a0-44e4-99ab-f78fc70ca1c4 req-59199417-5084-4a16-bab1-8f388e23ce6d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:49.008076 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f235440e-16a0-44e4-99ab-f78fc70ca1c4 req-59199417-5084-4a16-bab1-8f388e23ce6d tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0816224 Jan 18 14:33:49.052139 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f235440e-16a0-44e4-99ab-f78fc70ca1c4 req-c3193ffa-76f4-4320-8910-c1cb211084d4 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386055 Jan 18 14:33:49.881019 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ba63-911c-4769-8b8c-a53b99c24078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:50.249191 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6c2ea-af30-44d7-b94b-280adc62fa0c req-e34f1239-a3fc-4117-b249-aa8212b43fa4 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:50.250551 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-70f6c2ea-af30-44d7-b94b-280adc62fa0c req-e34f1239-a3fc-4117-b249-aa8212b43fa4 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0813234 Jan 18 14:33:50.297795 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-70f6c2ea-af30-44d7-b94b-280adc62fa0c req-d1d714e3-7b52-4eb8-971e-2ea54ddd6efa tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Jan 18 14:33:51.565973 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:33:52.210915 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c6324435-76a2-400f-ae9b-1cd56be67678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:53.247999 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:53.436813 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:54.588717 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:33:58.793564 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-7750c6de-3ce2-46dc-9b61-cc22edd51366 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655286 Jan 18 14:33:58.937983 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-3ebb3998-bd42-4834-8a72-2ae9c7fda886 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 1099 time: 0.0694118 Jan 18 14:33:59.088525 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-5e30fec6-b2ec-4ed9-8818-0b6196e3956e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:59.089878 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-5e30fec6-b2ec-4ed9-8818-0b6196e3956e service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.1217773 Jan 18 14:33:59.265538 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-d23813e4-5e86-4573-a7b7-4a7de134e128 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 200 len: 1001 time: 0.1696765 Jan 18 14:33:59.324775 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-da15f0a2-76c0-4b29-b2f9-0e9590bb0334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:33:59.326152 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-da15f0a2-76c0-4b29-b2f9-0e9590bb0334 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0547295 Jan 18 14:33:59.399911 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-e04032ab-9808-4575-a2b8-541ad8bee97a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657566 Jan 18 14:33:59.525887 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-95706e0b-3be0-4a44-9644-96508219de8f service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188395 Jan 18 14:33:59.653231 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-fc05c7f6-3e82-487d-849f-d401287dc372 req-290404a4-51e6-48c8-a3b0-f4d3cd796340 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208026 Jan 18 14:34:13.155290 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:19.884465 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7e6e601a-c5c7-491c-97f4-58d59a23aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:22.181675 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-07a49dad-548f-4934-a776-cba936872160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:23.250967 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:23.437999 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:24.591222 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:28.566060 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:34:43.157300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:49.885641 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-69432ead-d752-48bb-beaf-85bcb3b3864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:52.182603 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-88466406-2620-4a99-bbb9-e7db4296d3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:53.253315 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:53.439595 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:54.224864 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754843d9-c3c0-4584-9eb2-8358bb4faced req-7763be17-e448-4f4d-960b-7975d5aae2e1 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:34:54.226215 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-754843d9-c3c0-4584-9eb2-8358bb4faced req-7763be17-e448-4f4d-960b-7975d5aae2e1 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0771825 Jan 18 14:34:54.269719 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-754843d9-c3c0-4584-9eb2-8358bb4faced req-15564d2a-a2cd-423f-adab-11844f938013 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381706 Jan 18 14:34:54.595509 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:55.467798 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892492d-015e-4056-a1cc-3dee8d5b69f4 req-a874a649-cd68-45ad-ada9-7b5d9fd8cef7 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:34:55.469235 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6892492d-015e-4056-a1cc-3dee8d5b69f4 req-a874a649-cd68-45ad-ada9-7b5d9fd8cef7 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0747995 Jan 18 14:34:55.512361 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6892492d-015e-4056-a1cc-3dee8d5b69f4 req-6b5552e5-2d35-4f43-96bb-cf3630f6fe23 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377872 Jan 18 14:34:56.123942 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-c57675f3-c3d0-457a-8822-f6661ab3a7a5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:34:56.125372 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-c57675f3-c3d0-457a-8822-f6661ab3a7a5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.0739763 Jan 18 14:34:56.192619 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Deleting port dd498b50-00a9-409d-8a8a-3f1483c7128c {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:34:56.192881 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:56.423796 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] For port dd498b50-00a9-409d-8a8a-3f1483c7128c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=dd498b50-00a9-409d-8a8a-3f1483c7128c,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:34:56.424150 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:56.747421 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:56.747779 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:56.748093 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Floating IP 468d4156-4f26-45b7-8d91-1f9799438c6e disassociated. External IP: 172.27.1.21, port: dd498b50-00a9-409d-8a8a-3f1483c7128c. Jan 18 14:34:56.748461 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Calling delete_port for dd498b50-00a9-409d-8a8a-3f1483c7128c owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:34:56.830167 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7c58a-afb1-4b4d-b58c-d0ff9d70442f req-eaa7ebcb-5a2d-4760-9a33-e48994a08698 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:34:56.831604 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1fd7c58a-afb1-4b4d-b58c-d0ff9d70442f req-eaa7ebcb-5a2d-4760-9a33-e48994a08698 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 946 time: 0.1731722 Jan 18 14:34:56.930903 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1fd7c58a-afb1-4b4d-b58c-d0ff9d70442f req-858c4273-4f2c-4b6f-9fcc-7b8465343698 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=39aadfb4-f1ab-4423-b971-7c344fb2d29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928667 Jan 18 14:34:56.932161 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:56.979479 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event deleted for resources: {'Port': ['ID=dd498b50-00a9-409d-8a8a-3f1483c7128c,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:34:56.992689 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.993045 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.993407 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.993716 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.994039 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.994360 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.994682 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.994999 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.995310 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.995627 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:56.995938 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:57.271936 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Router 123c1504-c3be-40b7-b257-13a5f73358b9 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:34:57.471716 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:34:57.482312 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] Sync routers for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:34:57.494366 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:34:57.494957 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:34:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:34:57.542582 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] No DVR routers for this DVR port dd498b50-00a9-409d-8a8a-3f1483c7128c on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:34:57.545362 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:57.549221 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'name': 'network-vif-deleted', 'tag': 'dd498b50-00a9-409d-8a8a-3f1483c7128c'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:34:57.562816 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-39d44053-77d4-4855-a711-ca5bed291dd6 req-7d1b5642-7d47-4ae2-afd8-8630d4f88485 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "DELETE /v2.0/ports/dd498b50-00a9-409d-8a8a-3f1483c7128c HTTP/1.1" status: 204 len: 173 time: 1.4320090 Jan 18 14:34:57.611819 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4e5e18-4a59-470a-a909-826bd84882d0', 'name': 'network-vif-deleted', 'tag': 'dd498b50-00a9-409d-8a8a-3f1483c7128c', 'status': 'completed', 'code': 200} Jan 18 14:34:57.704482 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:34:58.007953 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:34:58.011868 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] Checking router: 123c1504-c3be-40b7-b257-13a5f73358b9 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:34:58.022227 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:34:58.022810 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:34:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:34:58.113227 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-1de18c51-b1ff-406f-bcb5-6d358b9fdb13 req-e87a9367-6f94-49d6-9759-a162a6c9e96f tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:34:58.137335 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-1de18c51-b1ff-406f-bcb5-6d358b9fdb13 req-e87a9367-6f94-49d6-9759-a162a6c9e96f tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:34:58.139802 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1de18c51-b1ff-406f-bcb5-6d358b9fdb13 req-e87a9367-6f94-49d6-9759-a162a6c9e96f tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 210 time: 0.0731709 Jan 18 14:34:58.220775 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:34:58.248606 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-50314fa4-1ea1-4453-9d41-76ba83cd8c76 req-94392888-0b13-4472-9be7-42f95f025e8c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ac4e5e18-4a59-470a-a909-826bd84882d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1235924 Jan 18 14:34:58.362005 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-50314fa4-1ea1-4453-9d41-76ba83cd8c76 req-abfd221a-f3c6-4f76-afef-f9334751623c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=ac4e5e18-4a59-470a-a909-826bd84882d0 HTTP/1.1" status: 200 len: 210 time: 0.0380881 Jan 18 14:34:58.513118 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314fa4-1ea1-4453-9d41-76ba83cd8c76 req-d9858a99-d054-484e-82fc-754a8781e187 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:34:58.514480 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-50314fa4-1ea1-4453-9d41-76ba83cd8c76 req-d9858a99-d054-484e-82fc-754a8781e187 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1320486 Jan 18 14:34:58.525722 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:34:58.529876 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa88251a-5f66-4237-8055-986c5f88f990 None None] The sync data for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi is: [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:34:58.649349 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314fa4-1ea1-4453-9d41-76ba83cd8c76 req-bb757017-30a9-40b0-80e4-88e660575e4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:34:58.650815 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-50314fa4-1ea1-4453-9d41-76ba83cd8c76 req-bb757017-30a9-40b0-80e4-88e660575e4b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307812 Jan 18 14:34:58.752029 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe788f9-8495-45c7-afe4-bb3e7d65c8d6 None None] New status for floating IP 468d4156-4f26-45b7-8d91-1f9799438c6e: DOWN {{(pid=82797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:34:59.282656 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42090) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:34:59.344997 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:59.374701 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:59.423573 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:59.442028 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aadfb4-f1ab-4423-b971-7c344fb2d29f,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:34:59.455586 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.455926 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.456279 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.456588 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.456912 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.457263 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.457596 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.457917 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.458234 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.458570 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.458885 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:34:59.463551 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:59.467444 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-791d2205-8e0a-42c8-93ba-e7fa1a6ed6c5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "DELETE /v2.0/security-groups/39aadfb4-f1ab-4423-b971-7c344fb2d29f HTTP/1.1" status: 204 len: 168 time: 0.1809762 Jan 18 14:34:59.467444 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42094) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:34:59.483409 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.api.v2.resource [None req-8276a29a-f2d7-4835-8168-b05257247865 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] show failed (client error): The resource could not be found. Jan 18 14:34:59.484420 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8276a29a-f2d7-4835-8168-b05257247865 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups/39aadfb4-f1ab-4423-b971-7c344fb2d29f HTTP/1.1" status: 404 len: 347 time: 0.0160494 Jan 18 14:34:59.487110 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42098) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:34:59.635604 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Deleting port a5f7d850-51c6-429b-b153-49f90f807199 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:34:59.635939 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:59.661602 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device dd498b50-00a9-409d-8a8a-3f1483c7128c no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:34:59.696384 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: dd498b50-00a9-409d-8a8a-3f1483c7128c {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:34:59.696637 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device dd498b50-00a9-409d-8a8a-3f1483c7128c not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:34:59.799587 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:59.799910 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:34:59.916142 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Calling delete_port for a5f7d850-51c6-429b-b153-49f90f807199 owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:35:00.118687 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.161514 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event deleted for resources: {'Port': ['ID=a5f7d850-51c6-429b-b153-49f90f807199,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:00.250184 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.266783 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.267902 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6b9699fb-0104-4efd-994d-77bd6c2735d8 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "DELETE /v2.0/floatingips/468d4156-4f26-45b7-8d91-1f9799438c6e HTTP/1.1" status: 204 len: 168 time: 0.7799296 Jan 18 14:35:00.552682 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42104) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:35:00.558234 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1309237763', 'description': 'tempest-description--193881187'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:35:00.564009 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:35:00.568587 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:security_group and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:35:00.571434 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:35:00.577330 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:35:00.587522 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.620156 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:35:00.623861 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:security_group_rule and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:35:00.626597 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:35:00.632643 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:35:00.683829 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.687138 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.729859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1974d02c-b2b5-4560-8559-bd047bd39012,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:00.732390 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.733596 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-57ec7f98-e262-4a0f-bb9f-86fd869cc440 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1798942 Jan 18 14:35:00.736297 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42108) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:35:00.741607 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'security_group_rule': {'security_group_id': '1974d02c-b2b5-4560-8559-bd047bd39012', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:35:00.747286 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:35:00.751100 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:security_group_rule and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:35:00.753980 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:35:00.760086 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:35:00.776715 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.838973 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.842718 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.866825 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d852a17-00cb-4f2c-9980-b2fef58a495a,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:00.876266 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.877464 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-3f53eb84-4835-4858-bd9b-b0883d129f63 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1402466 Jan 18 14:35:00.879999 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42112) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:35:00.886012 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'security_group_rule': {'security_group_id': '1974d02c-b2b5-4560-8559-bd047bd39012', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:35:00.891603 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:35:00.895318 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:security_group_rule and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:35:00.898694 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:35:00.904314 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:35:00.921164 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.983730 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:00.987383 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:01.011275 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8287819-ce43-46c6-80b9-0e00eba1c57b,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:01.018720 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:01.019959 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-3b4739b0-a6a5-4a17-8dfd-45d0d7f35c9a tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1384704 Jan 18 14:35:01.022981 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42116) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:35:01.028059 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'floatingip': {'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:35:01.033120 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:35:01.036764 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Usage tracker for resource:floatingip and tenant:9a1e8e3635464178b7bdedce0dbbebbd is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:35:01.041404 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:35:01.047479 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:35:01.057504 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:01.187977 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:01.325491 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Allocated IP 172.27.1.56 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/4cf98a21-f794-48a6-89f2-e8fb9c2c60ae) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:35:01.464416 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:01.489945 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:01.556018 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:35:01.558825 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:35:01.563197 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:35:01.590718 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'Port': ['ID=4cf98a21-f794-48a6-89f2-e8fb9c2c60ae,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:01.720820 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:01.772739 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:01.975573 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:01.979807 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2795526'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:02.075938 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'Port': ['ID=4cf98a21-f794-48a6-89f2-e8fb9c2c60ae,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:02.092568 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:02.113942 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:02.115828 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-cfcd553f-b6e1-4bc2-b30a-000d1ae21b10 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0919378 Jan 18 14:35:02.337345 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-845ebd25-fd7a-4a68-8365-c1c38838d724 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1309237763&fields=id&tenant_id=9a1e8e3635464178b7bdedce0dbbebbd HTTP/1.1" status: 200 len: 267 time: 0.0391417 Jan 18 14:35:02.478513 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-87eed0d4-999c-4455-9c86-e8aa88ba4579 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:02.479851 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-87eed0d4-999c-4455-9c86-e8aa88ba4579 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 810 time: 0.1366782 Jan 18 14:35:02.495261 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-80ece230-cfe6-44a1-b31e-9fdaef5bc818 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/quotas/9a1e8e3635464178b7bdedce0dbbebbd HTTP/1.1" status: 200 len: 375 time: 0.0102923 Jan 18 14:35:02.580564 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-81a35fe0-391b-4041-9fa8-ca033199eddb tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791206 Jan 18 14:35:02.714497 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-41904b77-a848-4c8b-9452-8936e6d24622 service neutron] 10.222.0.45 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216936 Jan 18 14:35:02.841357 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-824681f7-89e8-4cb4-95d2-ef7194133e5e service neutron] 10.222.0.45 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212175 Jan 18 14:35:03.029465 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-388734dd-79a1-441e-b177-2476f54ca870 req-5d535672-7868-4861-b581-c9803ffde46b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:35:03.044983 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-388734dd-79a1-441e-b177-2476f54ca870 req-5d535672-7868-4861-b581-c9803ffde46b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:35:03.046340 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-388734dd-79a1-441e-b177-2476f54ca870 req-5d535672-7868-4861-b581-c9803ffde46b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 210 time: 0.0604312 Jan 18 14:35:04.284231 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-16949027-b9ef-4308-82da-ca977da21151 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:04.285614 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-16949027-b9ef-4308-82da-ca977da21151 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 810 time: 0.2604373 Jan 18 14:35:04.296965 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1838162e-2c3d-4160-9ccb-4c9bb15ff088 req-7e089844-0399-44da-8655-c444da635605 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 210 time: 0.0469470 Jan 18 14:35:04.337766 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-581abf98-0f49-4333-aa8e-c6a754ac6eb6 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1e8e3635464178b7bdedce0dbbebbd HTTP/1.1" status: 200 len: 380 time: 0.0398283 Jan 18 14:35:04.346574 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'port': {'device_id': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'admin_state_up': True, 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'security_groups': ['1974d02c-b2b5-4560-8559-bd047bd39012']}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:35:04.474328 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:35:04.483688 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:35:04.492774 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Made reservation on behalf of 9a1e8e3635464178b7bdedce0dbbebbd for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:35:04.495710 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:04.649842 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Allocated IP 172.20.0.10 (224ebd69-fa44-4bfb-80a1-60a1f971791e/e8498a6b-a608-4bdb-88be-f930b8f085d2/ed30e42e-b2b5-4b0c-a29f-3e995fb69344) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:35:04.826257 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:04.840873 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Transition to ACTIVE for port object ed30e42e-b2b5-4b0c-a29f-3e995fb69344 will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:35:04.861510 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:04.934586 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:35:04.937580 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:35:04.942005 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:35:04.967684 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event updated for resources: {'Port': ['ID=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:05.004182 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:05.004810 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:05.031007 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-e5bf91af-1f94-4aa3-b230-6545dca57ff0 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6877439 Jan 18 14:35:05.042926 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Request body: {'port': {'device_id': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:35:05.150111 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:05.169278 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-7586d743-5f6d-4694-b1f8-74589b42bcb6 None None] Provisioning for port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:35:05.176203 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-7586d743-5f6d-4694-b1f8-74589b42bcb6 None None] Provisioning complete for port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:35:05.176775 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7586d743-5f6d-4694-b1f8-74589b42bcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:05.257185 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-7586d743-5f6d-4694-b1f8-74589b42bcb6 None None] Port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:35:05.489615 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdfa4e-48b0-44f6-8d48-2d9f163d5a1a req-149d52a6-2d86-4c46-bb06-e3eef015a7cb tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:05.491055 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4ffdfa4e-48b0-44f6-8d48-2d9f163d5a1a req-149d52a6-2d86-4c46-bb06-e3eef015a7cb tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 932 time: 0.0757499 Jan 18 14:35:05.515946 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed30e42e-b2b5-4b0c-a29f-3e995fb69344 {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:35:05.523092 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:05.534671 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-4ffdfa4e-48b0-44f6-8d48-2d9f163d5a1a req-c2021a3f-df6a-43e0-a000-d4f1b38e1de5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:35:05.538422 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Transition to ACTIVE for port object ed30e42e-b2b5-4b0c-a29f-3e995fb69344 will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:35:05.542310 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:05.549847 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-4ffdfa4e-48b0-44f6-8d48-2d9f163d5a1a req-c2021a3f-df6a-43e0-a000-d4f1b38e1de5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:35:05.551200 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4ffdfa4e-48b0-44f6-8d48-2d9f163d5a1a req-c2021a3f-df6a-43e0-a000-d4f1b38e1de5 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546093 Jan 18 14:35:05.566553 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:35:05.665084 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Pushing event updated for resources: {'Port': ['ID=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:05.774185 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Attempting to bind port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:35:05.774185 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Attempting to bind port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:35:05.774185 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Attempting to bind port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 on network 224ebd69-fa44-4bfb-80a1-60a1f971791e {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:35:05.781646 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 on network 224ebd69-fa44-4bfb-80a1-60a1f971791e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:35:05.781974 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Attempting to bind port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 on network 224ebd69-fa44-4bfb-80a1-60a1f971791e {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:35:05.791456 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:35:05.791793 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Checking segment: {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:35:05.792176 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Bound using segment: {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:35:05.792604 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Bound port: ed30e42e-b2b5-4b0c-a29f-3e995fb69344, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2316802-92b5-4a22-9335-e6aa28553846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:35:05.792970 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:05.877149 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] For port ed30e42e-b2b5-4b0c-a29f-3e995fb69344, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:35:05.881030 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] For port ed30e42e-b2b5-4b0c-a29f-3e995fb69344, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:35:05.886037 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:05.950771 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:05.952120 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] 10.222.0.77 "PUT /v2.0/ports/ed30e42e-b2b5-4b0c-a29f-3e995fb69344 HTTP/1.1" status: 200 len: 1094 time: 0.9140019 Jan 18 14:35:05.952546 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'tag': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:35:05.973451 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf327f-587d-4db9-bb1d-f74306a6fa92 service neutron] Pushing event updated for resources: {'Port': ['ID=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:06.031252 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'tag': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344', 'status': 'completed', 'code': 200} Jan 18 14:35:06.067017 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-7dec1b7b-b189-45f7-90e5-469e974030d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 1097 time: 0.0728233 Jan 18 14:35:06.213355 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-f991115c-d1ed-4c60-ad23-e735e7286134 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344 HTTP/1.1" status: 200 len: 217 time: 0.1392083 Jan 18 14:35:06.273771 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-ab4b60f4-13a8-48f2-add5-009f69c2064c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:06.275124 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-ab4b60f4-13a8-48f2-add5-009f69c2064c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0554364 Jan 18 14:35:06.347850 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-10844397-9ef6-432e-936a-1c9cbbf4e708 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671704 Jan 18 14:35:06.477513 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-5bb9de0c-5314-4a83-a615-549a45e85246 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238949 Jan 18 14:35:06.605892 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-96a83c4d-c65d-4152-a86a-21fb3f67343d req-55058e97-a11d-435d-8e96-07210ea773b1 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227324 Jan 18 14:35:06.716982 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-264c44fb-97c6-44cc-9e45-c69bf5dadece req-679adf7a-85d9-4693-82d9-ae43708c00d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 1097 time: 0.0672896 Jan 18 14:35:06.828801 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7268ab-950b-4397-8682-71a7e66199df req-25938291-6f3b-450a-b0f7-df2fe4d18720 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:06.830337 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd7268ab-950b-4397-8682-71a7e66199df req-25938291-6f3b-450a-b0f7-df2fe4d18720 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 944 time: 0.1601100 Jan 18 14:35:06.849267 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c44fb-97c6-44cc-9e45-c69bf5dadece req-d249c562-f6f1-4f1a-85ac-96dd2bc1376d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:06.850713 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-264c44fb-97c6-44cc-9e45-c69bf5dadece req-d249c562-f6f1-4f1a-85ac-96dd2bc1376d service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.1281104 Jan 18 14:35:06.875849 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd7268ab-950b-4397-8682-71a7e66199df req-36555138-0ae5-4817-bba8-ed4f741f5c96 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387771 Jan 18 14:35:06.926492 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-264c44fb-97c6-44cc-9e45-c69bf5dadece req-68158f09-655f-4443-85ac-820327e25b44 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344 HTTP/1.1" status: 200 len: 217 time: 0.0682769 Jan 18 14:35:06.986207 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c44fb-97c6-44cc-9e45-c69bf5dadece req-d1df8368-51cb-4ee7-9ef1-3731bcf6722a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:06.987597 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-264c44fb-97c6-44cc-9e45-c69bf5dadece req-d1df8368-51cb-4ee7-9ef1-3731bcf6722a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0553641 Jan 18 14:35:07.062815 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-264c44fb-97c6-44cc-9e45-c69bf5dadece req-51c21a08-691c-45f7-8380-c4d74f74f037 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687985 Jan 18 14:35:07.194335 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-264c44fb-97c6-44cc-9e45-c69bf5dadece req-d84ba4ae-ca2a-483f-bfda-52d80f0ef66d service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249964 Jan 18 14:35:07.319781 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-264c44fb-97c6-44cc-9e45-c69bf5dadece req-bf7cce73-1167-4054-8bd9-3b26aa6edcb4 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192462 Jan 18 14:35:08.069280 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684a618-de69-41d8-9eb3-d16ee3c6a88d req-4fa8729d-07f7-48c3-af51-e1638f0ced49 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:08.070010 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-1684a618-de69-41d8-9eb3-d16ee3c6a88d req-4fa8729d-07f7-48c3-af51-e1638f0ced49 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:35:08.085211 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-1684a618-de69-41d8-9eb3-d16ee3c6a88d req-4fa8729d-07f7-48c3-af51-e1638f0ced49 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:35:08.086341 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1684a618-de69-41d8-9eb3-d16ee3c6a88d req-4fa8729d-07f7-48c3-af51-e1638f0ced49 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 944 time: 0.0894935 Jan 18 14:35:08.130011 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1684a618-de69-41d8-9eb3-d16ee3c6a88d req-2325ce93-aaf1-4329-ba3f-7930019171f7 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381284 Jan 18 14:35:09.325550 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d4ec-ed88-4cb2-9bf0-f03e6c85ae58 req-5feb8dcf-2cc5-4abe-a74a-5da41945df59 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:09.326967 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4436d4ec-ed88-4cb2-9bf0-f03e6c85ae58 req-5feb8dcf-2cc5-4abe-a74a-5da41945df59 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 944 time: 0.0734475 Jan 18 14:35:09.370241 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4436d4ec-ed88-4cb2-9bf0-f03e6c85ae58 req-e414cb0e-8eb0-4bb8-844a-d7ece24f7337 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379879 Jan 18 14:35:09.719208 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device ed30e42e-b2b5-4b0c-a29f-3e995fb69344 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:35:09.847023 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port ed30e42e-b2b5-4b0c-a29f-3e995fb69344, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:35:09.860843 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'port_id': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344', 'mac_address': 'fa:16:3e:48:97:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:35:09.916021 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:09.932982 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed30e42e-b2b5-4b0c-a29f-3e995fb69344 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:35:09.948136 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port ed30e42e-b2b5-4b0c-a29f-3e995fb69344, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:35:09.952090 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:10.015098 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:10.022906 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.023248 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.023574 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.023899 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.024221 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.024539 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.024856 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.025200 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.025515 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.025825 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.026136 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:35:10.309555 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['ed30e42e-b2b5-4b0c-a29f-3e995fb69344'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:35:10.563776 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740fc53-0e6c-47f1-8cc7-7e28964c4862 req-577aa712-782c-43e5-b1e8-f4ef787a679e tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:10.565179 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b740fc53-0e6c-47f1-8cc7-7e28964c4862 req-577aa712-782c-43e5-b1e8-f4ef787a679e tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 945 time: 0.0775118 Jan 18 14:35:10.608526 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b740fc53-0e6c-47f1-8cc7-7e28964c4862 req-2328f765-830a-47d3-9f74-331fe46424ee tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379629 Jan 18 14:35:11.739354 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device ed30e42e-b2b5-4b0c-a29f-3e995fb69344 up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:35:11.804397 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:35:11.806114 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9c019-73cf-46ad-9338-7c927c69c9e0 req-721c4d41-8b21-4178-b770-6a5dce7d27dc tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:11.807561 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3fb9c019-73cf-46ad-9338-7c927c69c9e0 req-721c4d41-8b21-4178-b770-6a5dce7d27dc tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 945 time: 0.0785451 Jan 18 14:35:11.809021 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:35:11.809384 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:11.854330 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3fb9c019-73cf-46ad-9338-7c927c69c9e0 req-ac3c9b85-7183-48e7-aacd-b2f3f199164b tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407183 Jan 18 14:35:11.925325 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:11.951552 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:35:11.961603 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port ed30e42e-b2b5-4b0c-a29f-3e995fb69344, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:35:11.966031 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:12.010177 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344', 'code': 200} Jan 18 14:35:12.034317 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:35:12.230543 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-decb4725-325e-4353-ad42-2c30714c952b req-27f28efe-5b0a-4810-825b-b802f6ad81f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 1099 time: 0.0651307 Jan 18 14:35:12.274659 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-decb4725-325e-4353-ad42-2c30714c952b req-cb3bb303-b9c0-4049-bdfd-c4b8c4b2c115 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378053 Jan 18 14:35:13.047925 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9493-f371-4d78-b560-42f777b8f0a5 req-ab618eeb-bcd4-41ab-bd76-9d40077a8faa tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:13.049373 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a2f9493-f371-4d78-b560-42f777b8f0a5 req-ab618eeb-bcd4-41ab-bd76-9d40077a8faa tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 946 time: 0.0739522 Jan 18 14:35:13.093693 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a2f9493-f371-4d78-b560-42f777b8f0a5 req-be18547d-45c7-438a-99a5-3b6c2206cea4 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383534 Jan 18 14:35:13.173839 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:14.285420 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e3916-5266-454d-9e15-fce6391f8c89 req-c600aac1-7b74-4854-af8f-138a3b29aa58 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:14.286756 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-097e3916-5266-454d-9e15-fce6391f8c89 req-c600aac1-7b74-4854-af8f-138a3b29aa58 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 946 time: 0.0733266 Jan 18 14:35:14.330243 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-097e3916-5266-454d-9e15-fce6391f8c89 req-1444a9c1-936d-4627-a004-36d8093d0aab tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379839 Jan 18 14:35:14.520648 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d0b70-e1b9-4653-a95c-293e77ef4891 req-e15f593e-7782-4fde-89b7-59cae8fa6d25 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:14.522095 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f47d0b70-e1b9-4653-a95c-293e77ef4891 req-e15f593e-7782-4fde-89b7-59cae8fa6d25 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 946 time: 0.0774407 Jan 18 14:35:14.530712 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42166) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:35:14.535317 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-6aeae098-e328-484c-b6a8-c6000446b117 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Request body: {'floatingip': {'port_id': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:35:14.609711 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6aeae098-e328-484c-b6a8-c6000446b117 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:15.183755 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6aeae098-e328-484c-b6a8-c6000446b117 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:15.187191 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6aeae098-e328-484c-b6a8-c6000446b117 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:15.367149 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [None req-6aeae098-e328-484c-b6a8-c6000446b117 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Floating IP 60f75897-85ff-4996-a370-277fef3d69ba associated. External IP: 172.27.1.56, port: ed30e42e-b2b5-4b0c-a29f-3e995fb69344. Jan 18 14:35:15.820192 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeae098-e328-484c-b6a8-c6000446b117 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Router 123c1504-c3be-40b7-b257-13a5f73358b9 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:35:16.018410 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeae098-e328-484c-b6a8-c6000446b117 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:35:16.023821 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6aeae098-e328-484c-b6a8-c6000446b117 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:16.028202 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] Sync routers for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:35:16.040406 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:35:16.041032 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:34:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:35:16.075004 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6aeae098-e328-484c-b6a8-c6000446b117 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "PUT /v2.0/floatingips/60f75897-85ff-4996-a370-277fef3d69ba HTTP/1.1" status: 200 len: 991 time: 1.5435576 Jan 18 14:35:16.075407 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'tag': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:35:16.129584 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'tag': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344', 'status': 'completed', 'code': 200} Jan 18 14:35:16.221852 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:35:16.223012 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5167a3c0-f626-47b6-aed0-a8643ac2bf44 req-3ec0c609-9f84-4509-9704-9fdd11736f8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 1099 time: 0.0715530 Jan 18 14:35:16.440971 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167a3c0-f626-47b6-aed0-a8643ac2bf44 req-0f9f90e4-9ec3-45ed-b24b-d8521a63424c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:16.442326 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5167a3c0-f626-47b6-aed0-a8643ac2bf44 req-0f9f90e4-9ec3-45ed-b24b-d8521a63424c service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.2133198 Jan 18 14:35:16.543102 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5167a3c0-f626-47b6-aed0-a8643ac2bf44 req-2a6c5690-ca6b-4057-9e19-80221854208e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344 HTTP/1.1" status: 200 len: 999 time: 0.0949485 Jan 18 14:35:16.595864 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '60f75897-85ff-4996-a370-277fef3d69ba', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'port_id': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'mac_address': 'fa:16:3e:48:97:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:35:01Z', 'updated_at': '2022-01-18T14:35:15Z', 'revision_number': 1, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:35:16.600192 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] Checking router: 123c1504-c3be-40b7-b257-13a5f73358b9 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:35:16.604349 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167a3c0-f626-47b6-aed0-a8643ac2bf44 req-00edf733-b49e-41e7-a138-ebc38e6c6bda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:16.605811 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5167a3c0-f626-47b6-aed0-a8643ac2bf44 req-00edf733-b49e-41e7-a138-ebc38e6c6bda service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0567732 Jan 18 14:35:16.610639 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:35:16.611226 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:34:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:35:16.678023 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5167a3c0-f626-47b6-aed0-a8643ac2bf44 req-428bebf5-c648-46b4-bc61-b63e201733c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662320 Jan 18 14:35:16.783121 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:35:16.806297 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5167a3c0-f626-47b6-aed0-a8643ac2bf44 req-d1bf533d-1ae1-43c7-bedb-77778d2827dc service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232741 Jan 18 14:35:16.939082 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5167a3c0-f626-47b6-aed0-a8643ac2bf44 req-cd2b9ddc-7971-4a50-b02c-db544edfa5da service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266522 Jan 18 14:35:17.124541 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '60f75897-85ff-4996-a370-277fef3d69ba', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'port_id': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'mac_address': 'fa:16:3e:48:97:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:35:01Z', 'updated_at': '2022-01-18T14:35:15Z', 'revision_number': 1, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:35:17.128318 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d259bda-9df5-42e2-b39d-79dd889d091d None None] The sync data for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi is: [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '60f75897-85ff-4996-a370-277fef3d69ba', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'port_id': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'mac_address': 'fa:16:3e:48:97:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:35:01Z', 'updated_at': '2022-01-18T14:35:15Z', 'revision_number': 1, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:35:17.321159 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602be1e-c00d-4704-97bb-56a2aa04be6b None None] New status for floating IP 60f75897-85ff-4996-a370-277fef3d69ba: ACTIVE {{(pid=82797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:35:19.887543 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc903-aae2-4966-a032-4f50cd72f1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:22.184025 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b37a838f-5fe0-45e2-a745-2e813bb99462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:23.256239 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:23.441071 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:24.597808 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:42.567001 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:35:43.186620 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:49.890059 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-81c881a5-5141-40bb-8c3b-5f6ca1e60faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:52.184326 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1715bd1b-3a84-498d-ab57-6b7d0e000637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:53.258186 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:53.443144 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:54.600147 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:35:58.196228 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-4feeadf9-3005-448b-89a8-ed648685885a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696623 Jan 18 14:35:58.334526 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-1bc5bcd3-6525-4e68-a6cd-77fa3606f033 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 1099 time: 0.0670447 Jan 18 14:35:58.473034 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-b31b0654-bf02-424a-b113-f56e9d6d74b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:58.474379 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-b31b0654-bf02-424a-b113-f56e9d6d74b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.1219385 Jan 18 14:35:58.574506 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-023e6b60-83b7-45ef-ab56-baba0e062acb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344 HTTP/1.1" status: 200 len: 1001 time: 0.0939665 Jan 18 14:35:58.636694 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-a1db5368-baf6-4202-a662-6d633acc001d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:35:58.638092 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-a1db5368-baf6-4202-a662-6d633acc001d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0584750 Jan 18 14:35:58.709439 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-6989e8f0-ab8a-4b91-a32c-7c44e9589b33 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654528 Jan 18 14:35:58.836395 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-0d02bf41-43e5-4480-a339-579f17867587 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208653 Jan 18 14:35:58.962799 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-57b6c06d-2bc7-42e1-818c-ffb9ad963912 req-89a8d08d-27e1-45b7-9ae9-8c61a76ed20e service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212215 Jan 18 14:36:13.189648 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:19.566714 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:36:19.892293 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cfdf956a-c3d4-4fe1-8e54-6804a419417e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:22.184478 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7deb44d3-7599-4e12-bc7d-35e0aa569a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:23.261051 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:23.450232 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:24.603624 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:43.203226 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:49.892934 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-11aefb1f-34d2-4768-b73d-7fa6d05ac9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:52.186416 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4b6e13b2-6cf8-4470-9a64-82be87fefa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:53.263357 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:53.442306 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:54.609437 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:36:56.566748 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:36:59.199658 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-b2db0b9a-3705-41ab-9aad-ef6232549e23 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656664 Jan 18 14:36:59.416326 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-805b56e3-2532-496a-8bf8-16cb31ccc8ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 1099 time: 0.1504507 Jan 18 14:36:59.554287 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-878e97c6-25e0-4735-838a-5bdb58bf0005 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:36:59.555704 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-878e97c6-25e0-4735-838a-5bdb58bf0005 service neutron] 10.222.0.77 "GET /v2.0/networks?id=224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 200 len: 911 time: 0.1219447 Jan 18 14:36:59.655633 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-34c08c17-a072-4b80-8605-9dcbd6442242 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344 HTTP/1.1" status: 200 len: 1001 time: 0.0935488 Jan 18 14:36:59.715760 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-08fcdb36-cc84-4db3-945b-c0ae4a917a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:36:59.717135 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-08fcdb36-cc84-4db3-945b-c0ae4a917a80 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 200 len: 849 time: 0.0555859 Jan 18 14:36:59.790665 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-8cdc3219-9b9b-499f-b1ed-94faa2cf17cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=224ebd69-fa44-4bfb-80a1-60a1f971791e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678787 Jan 18 14:36:59.918483 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-438f9f1e-0de8-4107-8492-1efe63bfe1a2 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214545 Jan 18 14:37:00.050048 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-56e4fcfe-b364-4798-a847-d8faf31d4536 req-7656f41c-cf94-40a7-a6f8-9c666beb47f4 service neutron] 10.222.0.77 "GET /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249535 Jan 18 14:37:07.080715 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba9ac-3e98-46c6-a655-b128f9f5ec21 req-665aea15-2e25-42c6-8a58-9448ea9a7195 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:37:07.082166 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-832ba9ac-3e98-46c6-a655-b128f9f5ec21 req-665aea15-2e25-42c6-8a58-9448ea9a7195 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 946 time: 0.0751393 Jan 18 14:37:07.125591 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-832ba9ac-3e98-46c6-a655-b128f9f5ec21 req-381819ae-7fea-4d3e-bbf4-7631ba9984a4 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Jan 18 14:37:08.327634 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611fff7-4ae4-44da-a3da-2ee4dbd48da8 req-cbc34bbe-7f35-4e6e-8b6a-1e13e9bbc97c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:37:08.329106 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d611fff7-4ae4-44da-a3da-2ee4dbd48da8 req-cbc34bbe-7f35-4e6e-8b6a-1e13e9bbc97c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 946 time: 0.0792079 Jan 18 14:37:08.375711 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d611fff7-4ae4-44da-a3da-2ee4dbd48da8 req-47ad41fb-c9c8-4f8e-bb9f-348ec77d7e39 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Jan 18 14:37:08.947703 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-f2819b58-3aea-4232-b7ca-222dd248a001 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:37:08.949389 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-f2819b58-3aea-4232-b7ca-222dd248a001 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 946 time: 0.0778930 Jan 18 14:37:09.014354 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Deleting port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:37:09.014693 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:09.255070 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] For port ed30e42e-b2b5-4b0c-a29f-3e995fb69344, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:37:09.255337 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:09.670787 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:09.671154 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:09.671462 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.db.l3_db [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Floating IP 60f75897-85ff-4996-a370-277fef3d69ba disassociated. External IP: 172.27.1.56, port: ed30e42e-b2b5-4b0c-a29f-3e995fb69344. Jan 18 14:37:09.671798 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Calling delete_port for ed30e42e-b2b5-4b0c-a29f-3e995fb69344 owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:37:09.751394 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebd838-2d94-4616-9388-7a415b0ec966 req-9add7a57-5917-4bd1-b061-2dfc55cd5b9c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:37:09.752832 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0bebd838-2d94-4616-9388-7a415b0ec966 req-9add7a57-5917-4bd1-b061-2dfc55cd5b9c tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 946 time: 0.2495263 Jan 18 14:37:09.852201 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0bebd838-2d94-4616-9388-7a415b0ec966 req-17365e7a-530e-4916-a4ea-a55c693255ad tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups?id=1974d02c-b2b5-4560-8559-bd047bd39012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932326 Jan 18 14:37:09.853199 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:09.906747 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event deleted for resources: {'Port': ['ID=ed30e42e-b2b5-4b0c-a29f-3e995fb69344,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:09.970410 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.971143 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.971143 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.971403 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.971731 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.972061 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.972387 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.972710 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.973052 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.973372 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:09.973687 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:10.115936 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Router 123c1504-c3be-40b7-b257-13a5f73358b9 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:37:10.311808 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:37:10.322715 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] Sync routers for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:37:10.335314 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:37:10.335918 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:36:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:10.385413 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] No DVR routers for this DVR port ed30e42e-b2b5-4b0c-a29f-3e995fb69344 on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:37:10.387869 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:10.390456 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'name': 'network-vif-deleted', 'tag': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:37:10.407924 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f09c60ef-3c53-4ff7-961e-ffaae2940bbb req-3d266671-2e23-4b05-9725-a0084194d598 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.77 "DELETE /v2.0/ports/ed30e42e-b2b5-4b0c-a29f-3e995fb69344 HTTP/1.1" status: 204 len: 173 time: 1.4531956 Jan 18 14:37:10.530518 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40f2a4-1404-4085-9941-d6698acc4a05', 'name': 'network-vif-deleted', 'tag': 'ed30e42e-b2b5-4b0c-a29f-3e995fb69344', 'status': 'completed', 'code': 200} Jan 18 14:37:10.530873 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:37:10.865330 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:10.871542 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] Checking router: 123c1504-c3be-40b7-b257-13a5f73358b9 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:37:10.883206 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:37:10.883794 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:36:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:11.047597 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-539f6c71-4d34-47a4-ad6c-72a53b0da5b6 req-7d900d58-c4f9-4460-80cd-2e05080ade98 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Synchronizing usage tracker for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:37:11.062162 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:37:11.062619 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-539f6c71-4d34-47a4-ad6c-72a53b0da5b6 req-7d900d58-c4f9-4460-80cd-2e05080ade98 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Unset dirty status for tenant:9a1e8e3635464178b7bdedce0dbbebbd on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:37:11.069378 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-539f6c71-4d34-47a4-ad6c-72a53b0da5b6 req-7d900d58-c4f9-4460-80cd-2e05080ade98 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a40f2a4-1404-4085-9941-d6698acc4a05 HTTP/1.1" status: 200 len: 210 time: 0.0625803 Jan 18 14:37:11.361357 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:11.365637 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad13e2-0a78-4e9c-8cbc-3a6b87e9f546 None None] The sync data for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi is: [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:30:37Z', 'revision_number': 4, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '30b90333-dbc1-49a7-a3ab-cbf7cf2170a5', 'name': '', 'network_id': '224ebd69-fa44-4bfb-80a1-60a1f971791e', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'mac_address': 'fa:16:3e:80:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:36Z', 'updated_at': '2022-01-18T14:30:54Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'subnets': [{'id': 'e8498a6b-a608-4bdb-88be-f930b8f085d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:37:11.562621 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f99ad-2b31-4c5e-ba96-257cbd64df5b None None] New status for floating IP 60f75897-85ff-4996-a370-277fef3d69ba: DOWN {{(pid=82797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:37:12.382885 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device ed30e42e-b2b5-4b0c-a29f-3e995fb69344 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:37:12.414738 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: ed30e42e-b2b5-4b0c-a29f-3e995fb69344 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:37:12.415070 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device ed30e42e-b2b5-4b0c-a29f-3e995fb69344 not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:37:13.216185 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:13.227582 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42452) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:13.290353 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e9306ac1-67da-41ae-84af-e75c5d1c6c16 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:13.316396 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e9306ac1-67da-41ae-84af-e75c5d1c6c16 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:13.366864 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e9306ac1-67da-41ae-84af-e75c5d1c6c16 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:13.386232 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9306ac1-67da-41ae-84af-e75c5d1c6c16 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1974d02c-b2b5-4560-8559-bd047bd39012,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:13.400801 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e9306ac1-67da-41ae-84af-e75c5d1c6c16 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:13.402071 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-e9306ac1-67da-41ae-84af-e75c5d1c6c16 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "DELETE /v2.0/security-groups/1974d02c-b2b5-4560-8559-bd047bd39012 HTTP/1.1" status: 204 len: 168 time: 0.1735134 Jan 18 14:37:13.404818 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42456) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:13.422143 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.api.v2.resource [None req-beab5978-65fa-4834-9526-cae9eacf60e9 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] show failed (client error): The resource could not be found. Jan 18 14:37:13.423091 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-beab5978-65fa-4834-9526-cae9eacf60e9 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "GET /v2.0/security-groups/1974d02c-b2b5-4560-8559-bd047bd39012 HTTP/1.1" status: 404 len: 347 time: 0.0173197 Jan 18 14:37:13.425654 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42460) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:13.574839 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Deleting port 4cf98a21-f794-48a6-89f2-e8fb9c2c60ae {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:37:13.575178 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:13.733588 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:13.733910 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:13.852376 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Calling delete_port for 4cf98a21-f794-48a6-89f2-e8fb9c2c60ae owned by network:floatingip {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:37:13.985292 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:14.114751 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Pushing event deleted for resources: {'Port': ['ID=4cf98a21-f794-48a6-89f2-e8fb9c2c60ae,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:14.202515 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks [] for floatingip, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:14.219026 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:14.220127 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-bdf4c8e1-a187-40af-8235-e36542223729 tempest-AttachVolumeTestJSON-176329553 tempest-AttachVolumeTestJSON-176329553-project] 10.222.0.45 "DELETE /v2.0/floatingips/60f75897-85ff-4996-a370-277fef3d69ba HTTP/1.1" status: 204 len: 168 time: 0.7936440 Jan 18 14:37:18.222688 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42492) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:18.738469 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890100'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:19.400938 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Deleting port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:37:19.401683 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:19.568683 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] For port 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=30b90333-dbc1-49a7-a3ab-cbf7cf2170a5,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:37:19.569061 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:19.688974 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Calling delete_port for 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:37:19.855874 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:19.896780 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f0065db7-0179-4ccc-a499-09fbb6b96262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:19.904337 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b90333-dbc1-49a7-a3ab-cbf7cf2170a5,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:19.945885 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.946158 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.946488 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.946822 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.947146 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.947467 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.947786 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.948360 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.948677 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.949029 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:19.949333 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:37:20.201789 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2753659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890781'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:20.845522 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Router 123c1504-c3be-40b7-b257-13a5f73358b9 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:37:21.049125 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:37:21.057577 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] Sync routers for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:37:21.061659 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-930f7efb-dd53-4639-99a5-babac5b39391 admin admin] 10.222.0.45 "PUT /v2.0/routers/123c1504-c3be-40b7-b257-13a5f73358b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8379304 Jan 18 14:37:21.064031 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42500) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:21.069256 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:37:21.070392 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:36:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:21.246288 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:37:21.252780 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:21.450882 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:21.459751 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Deleting port 9553e16c-22cd-42b0-92a0-de88b0f598c4 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:37:21.460828 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:21.532638 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:37:19Z', 'revision_number': 5, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port': {'id': '9553e16c-22cd-42b0-92a0-de88b0f598c4', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:30:34Z', 'updated_at': '2022-01-18T14:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:21.536416 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] Checking router: 123c1504-c3be-40b7-b257-13a5f73358b9 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:37:21.546621 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] Routers {'123c1504-c3be-40b7-b257-13a5f73358b9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:37:21.547197 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:36:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['123c1504-c3be-40b7-b257-13a5f73358b9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:21.630045 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] For port 9553e16c-22cd-42b0-92a0-de88b0f598c4, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=9553e16c-22cd-42b0-92a0-de88b0f598c4,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:37:21.630433 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:21.720272 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] Set router 123c1504-c3be-40b7-b257-13a5f73358b9 gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:37:21.747704 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Calling delete_port for 9553e16c-22cd-42b0-92a0-de88b0f598c4 owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:37:21.820464 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:37:21Z', 'revision_number': 6, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port_host': None}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:21.824518 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc9e17-472a-44d7-8978-14603b8c5cbb None None] The sync data for ids ['123c1504-c3be-40b7-b257-13a5f73358b9'] in dv-cinder-825106-1-iscsi is: [{'id': '123c1504-c3be-40b7-b257-13a5f73358b9', 'name': 'tempest-AttachVolumeTestJSON-534812954-router', 'tenant_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:30:33Z', 'updated_at': '2022-01-18T14:37:21Z', 'revision_number': 6, 'project_id': '9a1e8e3635464178b7bdedce0dbbebbd', 'gw_port_host': None}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:37:21.910638 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:21.956747 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=9553e16c-22cd-42b0-92a0-de88b0f598c4,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:22.190406 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bbfabf31-0ee2-4cf3-bbd8-cc19e03f09e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.266571 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890833'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.511159 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104052'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.515021 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.538094 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883129'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.539310 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 123c1504-c3be-40b7-b257-13a5f73358b9 {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:37:22.551177 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.552294 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0dd8aa13-9e0f-41e3-ae90-f6c3c8ed9c34 admin admin] 10.222.0.45 "DELETE /v2.0/routers/123c1504-c3be-40b7-b257-13a5f73358b9 HTTP/1.1" status: 204 len: 168 time: 1.4873512 Jan 18 14:37:22.555329 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42504) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:22.618374 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca7815c-f333-4f0a-9e20-35272b96e334 admin admin] Deleting subnet e8498a6b-a608-4bdb-88be-f930b8f085d2 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:37:22.621512 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ca7815c-f333-4f0a-9e20-35272b96e334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.650319 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 9553e16c-22cd-42b0-92a0-de88b0f598c4 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:37:22.675417 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ca7815c-f333-4f0a-9e20-35272b96e334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.683290 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 9553e16c-22cd-42b0-92a0-de88b0f598c4 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:37:22.683637 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 9553e16c-22cd-42b0-92a0-de88b0f598c4 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:37:22.684231 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:37:22.717847 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:37:22.718193 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 30b90333-dbc1-49a7-a3ab-cbf7cf2170a5 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:37:22.757802 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ca7815c-f333-4f0a-9e20-35272b96e334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.826002 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ca7815c-f333-4f0a-9e20-35272b96e334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.866302 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7815c-f333-4f0a-9e20-35272b96e334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8498a6b-a608-4bdb-88be-f930b8f085d2,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:22.871331 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ca7815c-f333-4f0a-9e20-35272b96e334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.877589 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f14ad-f8e7-49a2-8f13-a940109522e0 None None] Network 224ebd69-fa44-4bfb-80a1-60a1f971791e requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:37:22.881817 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-4ca7815c-f333-4f0a-9e20-35272b96e334 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e8498a6b-a608-4bdb-88be-f930b8f085d2 HTTP/1.1" status: 204 len: 168 time: 0.3231838 Jan 18 14:37:22.882221 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42508) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:22.988748 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:22.998776 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Deleting port d15ca845-dc70-4345-96e0-c6125fdc3d81 {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:37:22.999097 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.123527 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] DHCP port deletion for 224ebd69-fa44-4bfb-80a1-60a1f971791e request from dv-cinder-825106-1-iscsi {{(pid=82797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:37:23.127924 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] Deleting port d15ca845-dc70-4345-96e0-c6125fdc3d81 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:37:23.128294 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.202512 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] For port d15ca845-dc70-4345-96e0-c6125fdc3d81, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=d15ca845-dc70-4345-96e0-c6125fdc3d81,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:37:23.202858 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.321914 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Calling delete_port for d15ca845-dc70-4345-96e0-c6125fdc3d81 owned by network:dhcp {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:37:23.329157 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.337862 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] For port d15ca845-dc70-4345-96e0-c6125fdc3d81, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=d15ca845-dc70-4345-96e0-c6125fdc3d81,segment=NetworkSegment(f2316802-92b5-4a22-9335-e6aa28553846),segment_id=f2316802-92b5-4a22-9335-e6aa28553846)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:37:23.338244 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.397507 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.443849 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15ca845-dc70-4345-96e0-c6125fdc3d81,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:23.448757 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] No DVR routers for this DVR port d15ca845-dc70-4345-96e0-c6125fdc3d81 on host dv-cinder-825106-1-iscsi {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:37:23.489476 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] Calling delete_port for d15ca845-dc70-4345-96e0-c6125fdc3d81 owned by network:dhcp {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:37:23.540631 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.566714 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.568149 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.api [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:37:23.568503 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG oslo_db.api [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:37:23.591006 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224ebd69-fa44-4bfb-80a1-60a1f971791e']}} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:23.602965 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2316802-92b5-4a22-9335-e6aa28553846') {'for_net_delete': True} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:23.603264 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.services.segments.db [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2316802-92b5-4a22-9335-e6aa28553846') {} {{(pid=82795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:37:23.614125 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2505071'] for segment, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.629674 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.635541 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=82795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:37:23.635922 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2640632'] for segment, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: Traceback (most recent call last): Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: timer() Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: cb(*args, **kw) Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: return func(*args, **kwargs) Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: self._notify() Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: self.callback(batched_events) Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: event.method(event) Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: return f(self, *a, **k) Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._get(url).json() Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: return self.request(url, 'GET', **kwargs) Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:37:23.648444 dv-cinder-825106-1-iscsi neutron-server[82795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:37:23.728295 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.743491 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:23.753367 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=224ebd69-fa44-4bfb-80a1-60a1f971791e,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:23.766731 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-897e5213-93e7-4284-9151-2517b5d27b81 admin admin] 10.222.0.45 "DELETE /v2.0/networks/224ebd69-fa44-4bfb-80a1-60a1f971791e HTTP/1.1" status: 204 len: 168 time: 0.8834612 Jan 18 14:37:23.899070 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42514) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:23.951071 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-5ea2d56c-84da-4236-9a6c-20032f11aab7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a1e8e3635464178b7bdedce0dbbebbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508728 Jan 18 14:37:23.953456 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42518) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:24.015183 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3531e6e-aec9-44b2-b5ac-bd9364d454f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:24.040295 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3531e6e-aec9-44b2-b5ac-bd9364d454f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:24.070337 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] Deleting port d15ca845-dc70-4345-96e0-c6125fdc3d81 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:37:24.070716 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:24.089741 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3531e6e-aec9-44b2-b5ac-bd9364d454f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:24.107766 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3531e6e-aec9-44b2-b5ac-bd9364d454f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7664ce47-1508-4d54-b5b1-880f24fb16f5,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:24.113776 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-e3531e6e-aec9-44b2-b5ac-bd9364d454f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:24.114941 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-e3531e6e-aec9-44b2-b5ac-bd9364d454f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7664ce47-1508-4d54-b5b1-880f24fb16f5 HTTP/1.1" status: 204 len: 168 time: 0.1605430 Jan 18 14:37:24.143596 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-8869be49-191f-4c32-a8f4-96f9bf9c2195 None None] The port 'd15ca845-dc70-4345-96e0-c6125fdc3d81' was deleted {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:37:24.612874 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:24.646944 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device d15ca845-dc70-4345-96e0-c6125fdc3d81 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:37:24.681644 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: d15ca845-dc70-4345-96e0-c6125fdc3d81 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:37:24.682069 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device d15ca845-dc70-4345-96e0-c6125fdc3d81 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:37:26.553829 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42576) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:26.689124 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f89eee90-2c32-42df-be5e-f362d7b9835f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:26.720443 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f89eee90-2c32-42df-be5e-f362d7b9835f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:37:26.724175 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f89eee90-2c32-42df-be5e-f362d7b9835f admin admin] Usage tracker for resource:security_group_rule and tenant:1e643c6cf73f4343bbdf84d2c115d5cc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:37:26.726915 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f89eee90-2c32-42df-be5e-f362d7b9835f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:37:26.732533 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f89eee90-2c32-42df-be5e-f362d7b9835f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:37:26.795661 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f89eee90-2c32-42df-be5e-f362d7b9835f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:26.799199 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f89eee90-2c32-42df-be5e-f362d7b9835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:26.844281 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eee90-2c32-42df-be5e-f362d7b9835f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca4bc91-9b5b-4565-a159-861c818d5c5c,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:26.848162 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f89eee90-2c32-42df-be5e-f362d7b9835f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e643c6cf73f4343bbdf84d2c115d5cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2933135 Jan 18 14:37:26.850751 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42582) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:26.908260 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cbe8e186-2004-418d-8757-c219cd384ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:26.936228 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cbe8e186-2004-418d-8757-c219cd384ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:26.985721 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cbe8e186-2004-418d-8757-c219cd384ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:26.999219 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8e186-2004-418d-8757-c219cd384ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca4bc91-9b5b-4565-a159-861c818d5c5c,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:27.005577 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cbe8e186-2004-418d-8757-c219cd384ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:27.006683 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-cbe8e186-2004-418d-8757-c219cd384ca9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ca4bc91-9b5b-4565-a159-861c818d5c5c HTTP/1.1" status: 204 len: 168 time: 0.1550159 Jan 18 14:37:27.322576 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42590) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:27.340322 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0c36e0-f1c9-4889-846b-ddfa11625e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:27.370340 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3c0c36e0-f1c9-4889-846b-ddfa11625e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:37:27.374124 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3c0c36e0-f1c9-4889-846b-ddfa11625e10 admin admin] Usage tracker for resource:security_group_rule and tenant:e91e819a52a341b0a715a88bcfc2e6d0 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:37:27.376875 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3c0c36e0-f1c9-4889-846b-ddfa11625e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:37:27.383367 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3c0c36e0-f1c9-4889-846b-ddfa11625e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:37:27.444789 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0c36e0-f1c9-4889-846b-ddfa11625e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:27.449232 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0c36e0-f1c9-4889-846b-ddfa11625e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:27.492990 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c36e0-f1c9-4889-846b-ddfa11625e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee311c-3a23-4b39-8180-f6d6e8b17c61,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:27.498183 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-3c0c36e0-f1c9-4889-846b-ddfa11625e10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e91e819a52a341b0a715a88bcfc2e6d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1743538 Jan 18 14:37:27.500801 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42594) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:27.562816 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5c8d264f-0ef0-4d80-b5a3-1d5f2563d7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:27.587271 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5c8d264f-0ef0-4d80-b5a3-1d5f2563d7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:27.636562 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5c8d264f-0ef0-4d80-b5a3-1d5f2563d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:27.649823 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d264f-0ef0-4d80-b5a3-1d5f2563d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee311c-3a23-4b39-8180-f6d6e8b17c61,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:27.656181 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5c8d264f-0ef0-4d80-b5a3-1d5f2563d7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:27.659820 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5c8d264f-0ef0-4d80-b5a3-1d5f2563d7c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88ee311c-3a23-4b39-8180-f6d6e8b17c61 HTTP/1.1" status: 204 len: 168 time: 0.1555998 Jan 18 14:37:33.566683 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:37:33.622096 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42672) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:33.757221 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-00236973-dac5-4d7f-8b78-90adf5a4745a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:33.787730 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-00236973-dac5-4d7f-8b78-90adf5a4745a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:37:33.791604 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-00236973-dac5-4d7f-8b78-90adf5a4745a admin admin] Usage tracker for resource:security_group_rule and tenant:4e620c9f19044cd0a44fdbc11c349e75 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:37:33.794426 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-00236973-dac5-4d7f-8b78-90adf5a4745a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:37:33.799969 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-00236973-dac5-4d7f-8b78-90adf5a4745a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:37:33.863291 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-00236973-dac5-4d7f-8b78-90adf5a4745a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:33.868229 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-00236973-dac5-4d7f-8b78-90adf5a4745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:33.912472 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00236973-dac5-4d7f-8b78-90adf5a4745a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be87c40a-008b-4fbb-8da8-3f3c70c5b234,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:33.918548 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-00236973-dac5-4d7f-8b78-90adf5a4745a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e620c9f19044cd0a44fdbc11c349e75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2937095 Jan 18 14:37:33.919884 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42678) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:33.979860 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9b25b0de-e281-479f-94b2-3f623342b958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.004178 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9b25b0de-e281-479f-94b2-3f623342b958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.052026 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9b25b0de-e281-479f-94b2-3f623342b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.065845 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25b0de-e281-479f-94b2-3f623342b958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be87c40a-008b-4fbb-8da8-3f3c70c5b234,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:34.072329 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9b25b0de-e281-479f-94b2-3f623342b958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.073724 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9b25b0de-e281-479f-94b2-3f623342b958 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be87c40a-008b-4fbb-8da8-3f3c70c5b234 HTTP/1.1" status: 204 len: 168 time: 0.1533706 Jan 18 14:37:34.397743 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42686) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:34.415896 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaae98e6-0dc6-465c-b032-1d43bf371217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.445871 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-aaae98e6-0dc6-465c-b032-1d43bf371217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:37:34.449859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-aaae98e6-0dc6-465c-b032-1d43bf371217 admin admin] Usage tracker for resource:security_group_rule and tenant:ed64d3f798ea4f6bab8934180bfc071f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:37:34.452569 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-aaae98e6-0dc6-465c-b032-1d43bf371217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:37:34.458982 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-aaae98e6-0dc6-465c-b032-1d43bf371217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:37:34.525164 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaae98e6-0dc6-465c-b032-1d43bf371217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.528466 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaae98e6-0dc6-465c-b032-1d43bf371217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.576517 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae98e6-0dc6-465c-b032-1d43bf371217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d23b8-c61b-410e-afb1-e1afddbfe5a2,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:34.580382 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-aaae98e6-0dc6-465c-b032-1d43bf371217 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ed64d3f798ea4f6bab8934180bfc071f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1816180 Jan 18 14:37:34.583112 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42690) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:34.640518 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77f98fa1-c12f-4b3c-82f9-bb66b30a743d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.666015 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77f98fa1-c12f-4b3c-82f9-bb66b30a743d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.715033 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77f98fa1-c12f-4b3c-82f9-bb66b30a743d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.731849 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f98fa1-c12f-4b3c-82f9-bb66b30a743d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d23b8-c61b-410e-afb1-e1afddbfe5a2,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:34.735027 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-77f98fa1-c12f-4b3c-82f9-bb66b30a743d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:34.736163 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-77f98fa1-c12f-4b3c-82f9-bb66b30a743d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/304d23b8-c61b-410e-afb1-e1afddbfe5a2 HTTP/1.1" status: 204 len: 168 time: 0.1521673 Jan 18 14:37:39.896704 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42766) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:40.035257 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-61c556fe-a681-43f9-a31b-53567140be1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.065160 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-61c556fe-a681-43f9-a31b-53567140be1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:37:40.069017 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-61c556fe-a681-43f9-a31b-53567140be1e admin admin] Usage tracker for resource:security_group_rule and tenant:dc23db18466042eca43df8977e4a0674 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:37:40.071760 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-61c556fe-a681-43f9-a31b-53567140be1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:37:40.077604 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-61c556fe-a681-43f9-a31b-53567140be1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:37:40.143295 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-61c556fe-a681-43f9-a31b-53567140be1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.147002 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-61c556fe-a681-43f9-a31b-53567140be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.193966 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-61c556fe-a681-43f9-a31b-53567140be1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc23db18466042eca43df8977e4a0674&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2961936 Jan 18 14:37:40.194645 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c556fe-a681-43f9-a31b-53567140be1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340c6722-0554-410f-9559-9f2590636959,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:40.197326 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42772) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:40.254097 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d23c9ba8-83d0-44dd-8227-05c8e18dc0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.279623 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d23c9ba8-83d0-44dd-8227-05c8e18dc0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.329750 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d23c9ba8-83d0-44dd-8227-05c8e18dc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.344325 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c9ba8-83d0-44dd-8227-05c8e18dc0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340c6722-0554-410f-9559-9f2590636959,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:40.350228 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d23c9ba8-83d0-44dd-8227-05c8e18dc0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.351341 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d23c9ba8-83d0-44dd-8227-05c8e18dc0f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/340c6722-0554-410f-9559-9f2590636959 HTTP/1.1" status: 204 len: 168 time: 0.1531334 Jan 18 14:37:40.668770 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42780) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:40.689578 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b219d93b-588f-4d5e-8511-0d95b6e650f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.720732 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b219d93b-588f-4d5e-8511-0d95b6e650f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:37:40.724439 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b219d93b-588f-4d5e-8511-0d95b6e650f4 admin admin] Usage tracker for resource:security_group_rule and tenant:ed07c113b67f400fbebfaf3044c629e8 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:37:40.727158 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-b219d93b-588f-4d5e-8511-0d95b6e650f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:37:40.732647 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-b219d93b-588f-4d5e-8511-0d95b6e650f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:37:40.794890 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b219d93b-588f-4d5e-8511-0d95b6e650f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.798352 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-b219d93b-588f-4d5e-8511-0d95b6e650f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.845923 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219d93b-588f-4d5e-8511-0d95b6e650f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49044748-2d5e-4baa-8d84-54371a5d1aa3,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:40.850505 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-b219d93b-588f-4d5e-8511-0d95b6e650f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ed07c113b67f400fbebfaf3044c629e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1806071 Jan 18 14:37:40.852390 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42784) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:40.910510 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7b4517d5-e130-40e2-b916-3b970204c811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.936281 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7b4517d5-e130-40e2-b916-3b970204c811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:40.986374 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7b4517d5-e130-40e2-b916-3b970204c811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:41.000659 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4517d5-e130-40e2-b916-3b970204c811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49044748-2d5e-4baa-8d84-54371a5d1aa3,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:41.008480 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-7b4517d5-e130-40e2-b916-3b970204c811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:41.009629 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-7b4517d5-e130-40e2-b916-3b970204c811 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49044748-2d5e-4baa-8d84-54371a5d1aa3 HTTP/1.1" status: 204 len: 168 time: 0.1563437 Jan 18 14:37:43.216325 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:43.629550 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42860) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:43.765004 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfa3070e-ab0a-4fdc-8abc-597c8d7db3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:43.797273 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-cfa3070e-ab0a-4fdc-8abc-597c8d7db3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:37:43.800967 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-cfa3070e-ab0a-4fdc-8abc-597c8d7db3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e62ef22845fd45aaad65fecfaa0a08ae is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:37:43.803660 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-cfa3070e-ab0a-4fdc-8abc-597c8d7db3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:37:43.809675 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-cfa3070e-ab0a-4fdc-8abc-597c8d7db3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:37:43.951539 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfa3070e-ab0a-4fdc-8abc-597c8d7db3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:43.955237 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-cfa3070e-ab0a-4fdc-8abc-597c8d7db3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.000778 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3070e-ab0a-4fdc-8abc-597c8d7db3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c5fe9-97fe-4414-8a15-427aabf2537d,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:44.005173 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-cfa3070e-ab0a-4fdc-8abc-597c8d7db3b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e62ef22845fd45aaad65fecfaa0a08ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3746059 Jan 18 14:37:44.007812 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 42866) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:44.064780 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-96905302-4bf7-46c4-9dae-51859d35533d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.089228 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-96905302-4bf7-46c4-9dae-51859d35533d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.138151 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-96905302-4bf7-46c4-9dae-51859d35533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.154966 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96905302-4bf7-46c4-9dae-51859d35533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c5fe9-97fe-4414-8a15-427aabf2537d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:44.161599 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-96905302-4bf7-46c4-9dae-51859d35533d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.162738 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-96905302-4bf7-46c4-9dae-51859d35533d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e5c5fe9-97fe-4414-8a15-427aabf2537d HTTP/1.1" status: 204 len: 168 time: 0.1539352 Jan 18 14:37:44.482053 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42874) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:44.499594 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33251ecd-0302-428e-99fb-cc1af8e38ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.529665 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-33251ecd-0302-428e-99fb-cc1af8e38ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:37:44.533488 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-33251ecd-0302-428e-99fb-cc1af8e38ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:e4b486f1a1734d9282b82441bafc6262 is out of sync, need to count used quota {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:37:44.536218 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [None req-33251ecd-0302-428e-99fb-cc1af8e38ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82795) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:37:44.542462 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [None req-33251ecd-0302-428e-99fb-cc1af8e38ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:37:44.610184 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33251ecd-0302-428e-99fb-cc1af8e38ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.613640 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-33251ecd-0302-428e-99fb-cc1af8e38ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.658136 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33251ecd-0302-428e-99fb-cc1af8e38ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74c474f-b01f-4c0e-b8f9-543fc321a45a,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:44.663413 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-33251ecd-0302-428e-99fb-cc1af8e38ac3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4b486f1a1734d9282b82441bafc6262&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1803386 Jan 18 14:37:44.666710 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 42878) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:37:44.724492 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bb2095c3-0596-4f84-947e-45b3e06df169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.748474 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bb2095c3-0596-4f84-947e-45b3e06df169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.798824 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bb2095c3-0596-4f84-947e-45b3e06df169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.813317 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2095c3-0596-4f84-947e-45b3e06df169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74c474f-b01f-4c0e-b8f9-543fc321a45a,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:37:44.819001 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bb2095c3-0596-4f84-947e-45b3e06df169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:44.821865 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-bb2095c3-0596-4f84-947e-45b3e06df169 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c74c474f-b01f-4c0e-b8f9-543fc321a45a HTTP/1.1" status: 204 len: 168 time: 0.1542218 Jan 18 14:37:49.901726 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0f34cc8c-b411-406b-92ea-dc0db6f72edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:52.193485 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1c78-7e33-4ddf-9250-d5fe82d52e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:53.272450 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:53.444262 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:37:54.614196 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:10.566154 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:38:13.229185 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:18.687289 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43026) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:18.823419 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c092-4f08-4a4f-a559-d09ddebc80db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:18.853619 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2ea4c092-4f08-4a4f-a559-d09ddebc80db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:18.857914 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2ea4c092-4f08-4a4f-a559-d09ddebc80db admin admin] Usage tracker for resource:security_group_rule and tenant:fb14246897b54e3f9dd44d1371815a33 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:18.862084 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2ea4c092-4f08-4a4f-a559-d09ddebc80db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:18.867742 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2ea4c092-4f08-4a4f-a559-d09ddebc80db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:18.935162 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c092-4f08-4a4f-a559-d09ddebc80db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:18.938685 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c092-4f08-4a4f-a559-d09ddebc80db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:18.983498 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4c092-4f08-4a4f-a559-d09ddebc80db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b631d075-170a-47d4-aabb-6c45df9d552f,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:18.988395 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2ea4c092-4f08-4a4f-a559-d09ddebc80db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb14246897b54e3f9dd44d1371815a33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3001151 Jan 18 14:38:18.991122 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43032) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:19.048498 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-257c4b03-3c6f-4bc9-9111-b8b5dde3f2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:19.072450 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-257c4b03-3c6f-4bc9-9111-b8b5dde3f2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:19.124330 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-257c4b03-3c6f-4bc9-9111-b8b5dde3f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:19.141014 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c4b03-3c6f-4bc9-9111-b8b5dde3f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b631d075-170a-47d4-aabb-6c45df9d552f,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:19.146157 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-257c4b03-3c6f-4bc9-9111-b8b5dde3f2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:19.148137 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-257c4b03-3c6f-4bc9-9111-b8b5dde3f2e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b631d075-170a-47d4-aabb-6c45df9d552f HTTP/1.1" status: 204 len: 168 time: 0.1561005 Jan 18 14:38:19.913141 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f8f8abc0-c965-4b78-b729-9d7a28d57f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:19.953177 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43054) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:20.078379 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-250616776-network', 'tenant_id': '246f580288034b6aa989da76b5edabdc'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:20.082894 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:20.086585 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Usage tracker for resource:network and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:20.089342 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:20.095370 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:20.105004 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Made reservation on behalf of 246f580288034b6aa989da76b5edabdc for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:38:20.107290 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.119127 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.149951 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:20.153662 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Usage tracker for resource:security_group_rule and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:20.156426 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:20.162004 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:20.225027 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.228447 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.254367 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:38:20.266472 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdb0502-56ff-4490-8fd0-ea143807c947,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:20.270478 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.270827 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Added segment 586bc63a-64f8-4048-b5a2-e0d4e6cbe928 of type vlan for network 2795ccef-6880-4bba-87ce-99647c779ecf Jan 18 14:38:20.282534 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.282877 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.283210 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.283536 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.283866 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.284187 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.284509 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.284827 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.285176 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.285489 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.285801 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:20.306937 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.334725 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.335603 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:20.336163 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.432556 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] Pushing event updated for resources: {'Network': ['ID=2795ccef-6880-4bba-87ce-99647c779ecf,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:20.435712 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-af438d11-11ae-48ee-83e3-502c7bb147ea admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4815550 Jan 18 14:38:20.439155 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43060) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:20.443515 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 2795ccef-6880-4bba-87ce-99647c779ecf details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:38:20.444355 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Request body: {'subnet': {'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-250616776-subnet', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:20.449387 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:20.453683 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Usage tracker for resource:subnet and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:20.456438 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:20.462067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:20.472603 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Made reservation on behalf of 246f580288034b6aa989da76b5edabdc for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:38:20.475140 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776841'] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.683017 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2662847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776863'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.754227 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9091660-da0c-42f4-ac21-04150cffc37d,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:20.766352 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Checking segment: {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:38:20.766708 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Network hostable DHCP agents. Network: 2795ccef-6880-4bba-87ce-99647c779ecf, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:38:20.787072 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Network 2795ccef-6880-4bba-87ce-99647c779ecf is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:38:20.796662 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 2795ccef-6880-4bba-87ce-99647c779ecf) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:20.801082 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:20.802268 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.805957 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bd098b-d6d9-4f5f-9db5-c029aee1cd9e None None] Network 2795ccef-6880-4bba-87ce-99647c779ecf requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:38:20.824267 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0116566c-583e-43dc-a48b-d04b2f4c2c66 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3838980 Jan 18 14:38:20.826711 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43064) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:20.831891 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:20.836330 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:20.840322 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Usage tracker for resource:router and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:20.843246 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:20.848974 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:20.860672 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.861602 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:20.883611 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.021768 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-2795ccef-6880-4bba-87ce-99647c779ecf', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:38:21.022593 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.032316 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.174326 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Allocated IP 172.20.0.2 (2795ccef-6880-4bba-87ce-99647c779ecf/e9091660-da0c-42f4-ac21-04150cffc37d/7c6fdda4-e05f-4b8b-8323-b100e8d943f7) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:38:21.214254 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.246707 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.376120 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.381239 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Allocated IP 172.27.1.156 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/e4b998ed-5d67-4cab-b154-ad53f66e4002) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:38:21.387701 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Transition to ACTIVE for port object 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:21.405420 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Transition to ACTIVE for port object 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:21.411390 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.478292 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Network 2795ccef-6880-4bba-87ce-99647c779ecf is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:38:21.479376 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:21.483049 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:38:21.491411 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Pushing event updated for resources: {'Port': ['ID=7c6fdda4-e05f-4b8b-8323-b100e8d943f7,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:21.526626 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.553464 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.555383 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.555728 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.556059 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.556385 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.556709 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.557055 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.557380 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.557704 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.558016 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.558327 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.558641 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:21.581060 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Attempting to bind port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:38:21.581420 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Attempting to bind port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:38:21.581771 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Attempting to bind port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 on network 2795ccef-6880-4bba-87ce-99647c779ecf {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:38:21.587871 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:38:21.588234 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Checking segment: {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:38:21.588620 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.589021 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Bound using segment: {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:38:21.589468 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Bound port: 7c6fdda4-e05f-4b8b-8323-b100e8d943f7, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:38:21.589826 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.686351 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] For port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:38:21.689521 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] For port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=7c6fdda4-e05f-4b8b-8323-b100e8d943f7,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:38:21.693267 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.704291 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:38:21.708072 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:21.709686 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Pushing event updated for resources: {'Port': ['ID=e4b998ed-5d67-4cab-b154-ad53f66e4002,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:21.711720 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:38:21.775746 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c41714-7751-45fe-a9b1-83d98c32813d None None] Pushing event updated for resources: {'Port': ['ID=7c6fdda4-e05f-4b8b-8323-b100e8d943f7,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:21.882416 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:21.883155 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:22.128706 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Router ec83675a-0654-4976-a7f7-c4271271f934 is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:38:22.194700 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-285a0c6b-4b0d-4562-bb4a-8c399fa91103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:22.329172 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:38:22.338077 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Sync routers for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:38:22.350457 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:38:22.351084 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:22.356077 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:22.360189 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d2688a06-11ab-4ddd-9950-094811ab4fae admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5299635 Jan 18 14:38:22.360487 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43068) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:22.575978 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:38:22.710967 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f603d-0309-43d4-918c-9d38d1b45d82 None None] Network 2795ccef-6880-4bba-87ce-99647c779ecf requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:38:22.780678 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:22.924324 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-a62bb4c3-22a6-4fb9-96ca-df4917980b7b None None] Provisioning for port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:23.071248 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:23.083603 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:23.083972 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.116251 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.208530 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:21Z', 'revision_number': 3, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:23.243620 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Checking router: ec83675a-0654-4976-a7f7-c4271271f934 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:38:23.243965 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Updating router ec83675a-0654-4976-a7f7-c4271271f934 port e4b998ed-5d67-4cab-b154-ad53f66e4002 binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:38:23.328503 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.342081 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.351494 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.419325 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=7c6fdda4-e05f-4b8b-8323-b100e8d943f7,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:38:23.429481 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Allocated IP 172.20.0.1 (2795ccef-6880-4bba-87ce-99647c779ecf/e9091660-da0c-42f4-ac21-04150cffc37d/dd895cd0-f4bc-439e-acc3-f5820c15bf16) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:38:23.469737 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.539583 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.581937 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.597936 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Transition to ACTIVE for port object dd895cd0-f4bc-439e-acc3-f5820c15bf16 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:23.619238 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.634117 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=7c6fdda4-e05f-4b8b-8323-b100e8d943f7,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:23.673158 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-4c40d956-2918-4db4-80f7-2a7d41934cd5 None None] Provisioning complete for port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:23.673514 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4c40d956-2918-4db4-80f7-2a7d41934cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.691666 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Network 2795ccef-6880-4bba-87ce-99647c779ecf is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:38:23.694634 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:23.699211 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:38:23.726581 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Pushing event updated for resources: {'Port': ['ID=dd895cd0-f4bc-439e-acc3-f5820c15bf16,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:23.752895 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.838769 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.886030 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:23.902584 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Transition to ACTIVE for port object e4b998ed-5d67-4cab-b154-ad53f66e4002 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:23.911814 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.007274 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846d746-390f-4187-a427-d7d9ae17ea06 None None] Pushing event updated for resources: {'Port': ['ID=e4b998ed-5d67-4cab-b154-ad53f66e4002,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:24.010073 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Attempting to bind port e4b998ed-5d67-4cab-b154-ad53f66e4002 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:38:24.010432 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Attempting to bind port e4b998ed-5d67-4cab-b154-ad53f66e4002 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:38:24.010791 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Attempting to bind port e4b998ed-5d67-4cab-b154-ad53f66e4002 on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:38:24.021663 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:38:24.022032 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:38:24.022428 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.022811 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:38:24.023267 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Bound port: e4b998ed-5d67-4cab-b154-ad53f66e4002, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:38:24.023630 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.064140 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-48202327-6187-423d-83e1-f884f03c2667 None None] Provisioning for port dd895cd0-f4bc-439e-acc3-f5820c15bf16 completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:24.071172 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.073224 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-48202327-6187-423d-83e1-f884f03c2667 None None] Provisioning complete for port dd895cd0-f4bc-439e-acc3-f5820c15bf16 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:24.073584 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-48202327-6187-423d-83e1-f884f03c2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.075733 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2795526'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.179055 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Pushing event updated for resources: {'Port': ['ID=dd895cd0-f4bc-439e-acc3-f5820c15bf16,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:24.181039 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] For port e4b998ed-5d67-4cab-b154-ad53f66e4002, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:38:24.181294 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.183020 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-48202327-6187-423d-83e1-f884f03c2667 None None] Port dd895cd0-f4bc-439e-acc3-f5820c15bf16 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:38:24.185446 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] For port e4b998ed-5d67-4cab-b154-ad53f66e4002, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=e4b998ed-5d67-4cab-b154-ad53f66e4002,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:38:24.192295 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.274896 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846d746-390f-4187-a427-d7d9ae17ea06 None None] Pushing event updated for resources: {'Port': ['ID=e4b998ed-5d67-4cab-b154-ad53f66e4002,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:24.278997 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:38:24.279590 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:24.316992 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Network 2795ccef-6880-4bba-87ce-99647c779ecf is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:38:24.317997 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:24.466374 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:38:24.601150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-df63d1d1-28e0-4673-9dc6-c54e33590c69 None None] Provisioning complete for port dd895cd0-f4bc-439e-acc3-f5820c15bf16 triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:24.601150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-df63d1d1-28e0-4673-9dc6-c54e33590c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.697063 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Router ec83675a-0654-4976-a7f7-c4271271f934 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:38:24.722849 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:24.762916 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.801166 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-df63d1d1-28e0-4673-9dc6-c54e33590c69 None None] Port dd895cd0-f4bc-439e-acc3-f5820c15bf16 cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:38:24.881629 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:24.881998 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:24.898923 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:38:24.909063 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-aaccbd05-e0cd-40e3-a46f-f363a38d99ff admin admin] 10.222.0.45 "PUT /v2.0/routers/ec83675a-0654-4976-a7f7-c4271271f934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5473320 Jan 18 14:38:24.962940 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 2, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:24.993076 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec91f6f-8471-4d11-abf5-3d2bf43ae23d None None] The sync data for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi is: [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 2, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:38:25.792518 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43090) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:25.798670 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1262195196-network', 'tenant_id': '5beb4142bde444b89eaaec52c930b329'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:25.804605 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:25.808883 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Usage tracker for resource:network and tenant:5beb4142bde444b89eaaec52c930b329 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:25.812378 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:25.818290 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:25.944633 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Made reservation on behalf of 5beb4142bde444b89eaaec52c930b329 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:38:25.947067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:25.960251 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:25.992765 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:25.996860 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5beb4142bde444b89eaaec52c930b329 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:26.000294 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:26.006716 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:26.073458 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.077748 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.106978 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 14:38:26.115858 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c012ec-0603-4ca5-a3af-744db33154f8,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:26.121205 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.121545 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Added segment 694c431e-511b-476b-91df-251ed0b963d7 of type vlan for network 7a31fef0-8d5f-444d-b94c-e249899b05a1 Jan 18 14:38:26.148323 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775332970581'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.176091 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.176920 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:26.177527 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.276394 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7a31fef0-8d5f-444d-b94c-e249899b05a1,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:26.279186 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c0896c9c-afff-4eb5-881f-3428a4a2b0c8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4855535 Jan 18 14:38:26.282510 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43094) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:26.286743 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Network 7a31fef0-8d5f-444d-b94c-e249899b05a1 details requested by agent ovs-agent-dv-cinder-825106-1-iscsi with host dv-cinder-825106-1-iscsi {{(pid=82797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 14:38:26.287746 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Request body: {'subnet': {'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1262195196-subnet', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:26.292519 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:26.297008 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Usage tracker for resource:subnet and tenant:5beb4142bde444b89eaaec52c930b329 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:26.300001 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:26.305804 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:26.315678 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Made reservation on behalf of 5beb4142bde444b89eaaec52c930b329 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:38:26.317957 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776841'] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.513653 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2662847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776863'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.594051 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257f39b0-300e-4d50-9393-d1fb98ae7c62,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:26.606591 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Checking segment: {'id': '694c431e-511b-476b-91df-251ed0b963d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:38:26.606944 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Network hostable DHCP agents. Network: 7a31fef0-8d5f-444d-b94c-e249899b05a1, hostable agents: ['25858235-7e17-4a82-97d7-c3809f8f3675'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 14:38:26.628352 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Network 7a31fef0-8d5f-444d-b94c-e249899b05a1 is scheduled to be hosted by DHCP agent 25858235-7e17-4a82-97d7-c3809f8f3675 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 14:38:26.641818 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825106-1-iscsi, 7a31fef0-8d5f-444d-b94c-e249899b05a1) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:26.645752 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:26.646333 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.651773 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88176e09-23c1-4f8f-b750-f52ae8800a89 None None] Network 7a31fef0-8d5f-444d-b94c-e249899b05a1 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:38:26.669485 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a6aa15ac-67ea-4529-aff2-10e796ce9b22 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3851924 Jan 18 14:38:26.671190 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43098) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:26.676358 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:26.680771 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:26.684562 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Usage tracker for resource:router and tenant:5beb4142bde444b89eaaec52c930b329 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:26.687549 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:26.693826 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:26.704830 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3883227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103942'] for router, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.705760 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3890244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3897552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103949'] for router, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.723875 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.729492 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device e4b998ed-5d67-4cab-b154-ad53f66e4002 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:26.869231 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3890258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104059'] for router, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.876543 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port e4b998ed-5d67-4cab-b154-ad53f66e4002 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:26.889466 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port e4b998ed-5d67-4cab-b154-ad53f66e4002 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:26.890465 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:26.981603 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5acc3206-1cb9-5dd5-97cb-742baeb11985-7a31fef0-8d5f-444d-b94c-e249899b05a1', 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'fixed_ips': [{'subnet_id': '257f39b0-300e-4d50-9393-d1fb98ae7c62'}]}} from dv-cinder-825106-1-iscsi. {{(pid=82797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 14:38:26.982422 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.055721 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.089491 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.164809 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.217642 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port e4b998ed-5d67-4cab-b154-ad53f66e4002, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=e4b998ed-5d67-4cab-b154-ad53f66e4002,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:38:27.226186 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Allocated IP 172.27.1.145 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/a08c6641-de91-44ea-a345-b91cbd08b9da) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:38:27.227562 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.276838 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Allocated IP 172.20.0.2 (7a31fef0-8d5f-444d-b94c-e249899b05a1/257f39b0-300e-4d50-9393-d1fb98ae7c62/d19b144b-e550-47c8-a755-4d383c1a255a) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:38:27.369693 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=e4b998ed-5d67-4cab-b154-ad53f66e4002,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:27.382941 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.409897 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.477413 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:38:27.480075 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:27.484283 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:38:27.502459 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.512448 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Transition to ACTIVE for port object d19b144b-e550-47c8-a755-4d383c1a255a will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:27.513206 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a08c6641-de91-44ea-a345-b91cbd08b9da,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:27.530628 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Transition to ACTIVE for port object d19b144b-e550-47c8-a755-4d383c1a255a will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:27.536408 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.604703 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Network 7a31fef0-8d5f-444d-b94c-e249899b05a1 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:38:27.609168 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:27.611228 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Pushing event updated for resources: {'Port': ['ID=d19b144b-e550-47c8-a755-4d383c1a255a,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:27.613573 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:38:27.651224 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.652076 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3890297'] for router, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.713552 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Attempting to bind port d19b144b-e550-47c8-a755-4d383c1a255a on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:38:27.713908 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Attempting to bind port d19b144b-e550-47c8-a755-4d383c1a255a by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '694c431e-511b-476b-91df-251ed0b963d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:38:27.714268 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Attempting to bind port d19b144b-e550-47c8-a755-4d383c1a255a on network 7a31fef0-8d5f-444d-b94c-e249899b05a1 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:38:27.728443 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:38:27.728739 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Checking segment: {'id': '694c431e-511b-476b-91df-251ed0b963d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:38:27.729161 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.729554 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Bound using segment: {'id': '694c431e-511b-476b-91df-251ed0b963d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:38:27.730015 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Bound port: d19b144b-e550-47c8-a755-4d383c1a255a, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694c431e-511b-476b-91df-251ed0b963d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:38:27.730383 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.892125 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] For port d19b144b-e550-47c8-a755-4d383c1a255a, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:38:27.896150 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] For port d19b144b-e550-47c8-a755-4d383c1a255a, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=d19b144b-e550-47c8-a755-4d383c1a255a,segment=NetworkSegment(694c431e-511b-476b-91df-251ed0b963d7),segment_id=694c431e-511b-476b-91df-251ed0b963d7)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:38:27.903051 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:27.954361 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Router 5b649a66-625a-493c-b2a7-179b1b6276c9 is scheduled to L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 with binding_index 1 {{(pid=82796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 14:38:28.051677 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b867c-0d7b-4174-a064-764aa8dc2470 None None] Pushing event updated for resources: {'Port': ['ID=d19b144b-e550-47c8-a755-4d383c1a255a,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:28.175653 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:38:28.190951 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Sync routers for ids ['5b649a66-625a-493c-b2a7-179b1b6276c9'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:38:28.205897 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Routers {'5b649a66-625a-493c-b2a7-179b1b6276c9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:38:28.206549 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['5b649a66-625a-493c-b2a7-179b1b6276c9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:28.209663 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:28.211035 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-7c7b6746-3270-4d03-83b4-385bf4b376d8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5388861 Jan 18 14:38:28.213690 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43102) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:28.392237 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Set router 5b649a66-625a-493c-b2a7-179b1b6276c9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:38:28.684676 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:26Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 3, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'gw_port': {'id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:27Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:28.690279 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Checking router: 5b649a66-625a-493c-b2a7-179b1b6276c9 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:38:28.690597 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Updating router 5b649a66-625a-493c-b2a7-179b1b6276c9 port a08c6641-de91-44ea-a345-b91cbd08b9da binding host dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:38:28.744191 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:28.807065 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device d19b144b-e550-47c8-a755-4d383c1a255a up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:28.922955 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port d19b144b-e550-47c8-a755-4d383c1a255a completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:28.932238 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device e4b998ed-5d67-4cab-b154-ad53f66e4002 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:29.013458 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port e4b998ed-5d67-4cab-b154-ad53f66e4002 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:29.013820 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.027522 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.047134 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3da7d2-ea12-498c-9880-dc8559830bb6 None None] Network 7a31fef0-8d5f-444d-b94c-e249899b05a1 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:38:29.110690 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.123762 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Transition to ACTIVE for port object a08c6641-de91-44ea-a345-b91cbd08b9da will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:29.131929 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.167749 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ea4d79ff-747a-47f9-a7d0-49b524929a79 None None] Provisioning for port d19b144b-e550-47c8-a755-4d383c1a255a completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:29.211110 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Attempting to bind port a08c6641-de91-44ea-a345-b91cbd08b9da on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:38:29.211711 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Attempting to bind port a08c6641-de91-44ea-a345-b91cbd08b9da by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:38:29.211836 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Attempting to bind port a08c6641-de91-44ea-a345-b91cbd08b9da on network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:38:29.216330 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-ea4d79ff-747a-47f9-a7d0-49b524929a79 None None] Provisioning complete for port d19b144b-e550-47c8-a755-4d383c1a255a triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:29.216496 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea4d79ff-747a-47f9-a7d0-49b524929a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.220605 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:38:29.221105 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Checking segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:38:29.221501 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.221885 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Bound using segment: {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:38:29.222464 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Bound port: a08c6641-de91-44ea-a345-b91cbd08b9da, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fe113b-c776-4cd5-9d02-0a35796177c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:38:29.222715 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.247945 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Allocated IP 172.20.0.1 (7a31fef0-8d5f-444d-b94c-e249899b05a1/257f39b0-300e-4d50-9393-d1fb98ae7c62/69628902-a2f5-4927-b903-66de3eaf9a3c) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:38:29.267064 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Pushing event updated for resources: {'Port': ['ID=a08c6641-de91-44ea-a345-b91cbd08b9da,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:29.278268 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.278268 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.278631 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.278901 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.279228 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.279548 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.279866 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.280733 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.281079 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.281396 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.281711 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:29.312038 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] For port a08c6641-de91-44ea-a345-b91cbd08b9da, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:38:29.315027 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] For port a08c6641-de91-44ea-a345-b91cbd08b9da, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=a08c6641-de91-44ea-a345-b91cbd08b9da,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:38:29.319342 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.399288 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.416908 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Transition to ACTIVE for port object 69628902-a2f5-4927-b903-66de3eaf9a3c will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:29.424700 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67342740-f896-4314-b5b8-6f53c187f6b6 None None] Pushing event updated for resources: {'Port': ['ID=a08c6641-de91-44ea-a345-b91cbd08b9da,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:29.432615 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Routers {'5b649a66-625a-493c-b2a7-179b1b6276c9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:38:29.433254 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['5b649a66-625a-493c-b2a7-179b1b6276c9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:29.444977 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.462563 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea4d79ff-747a-47f9-a7d0-49b524929a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.504071 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-ea4d79ff-747a-47f9-a7d0-49b524929a79 None None] For port d19b144b-e550-47c8-a755-4d383c1a255a, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=d19b144b-e550-47c8-a755-4d383c1a255a,segment=NetworkSegment(694c431e-511b-476b-91df-251ed0b963d7),segment_id=694c431e-511b-476b-91df-251ed0b963d7)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:38:29.511028 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Network 7a31fef0-8d5f-444d-b94c-e249899b05a1 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:38:29.512073 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea4d79ff-747a-47f9-a7d0-49b524929a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.514067 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:29.519089 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:38:29.553942 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Pushing event updated for resources: {'Port': ['ID=69628902-a2f5-4927-b903-66de3eaf9a3c,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:29.584603 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3890767'] for router_interface, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.588204 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d79ff-747a-47f9-a7d0-49b524929a79 None None] Pushing event updated for resources: {'Port': ['ID=d19b144b-e550-47c8-a755-4d383c1a255a,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:29.642201 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] Set router 5b649a66-625a-493c-b2a7-179b1b6276c9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:38:29.743815 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-d8379608-ca44-464b-9558-9811fe1c15d9 None None] Provisioning complete for port d19b144b-e550-47c8-a755-4d383c1a255a triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:29.744326 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d8379608-ca44-464b-9558-9811fe1c15d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.784316 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:29.985230 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:26Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 3, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'gw_port': {'id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:27Z', 'updated_at': '2022-01-18T14:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:29.989187 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb22a29-7a08-43fb-b789-9212c03531a6 None None] The sync data for ids ['5b649a66-625a-493c-b2a7-179b1b6276c9'] in dv-cinder-825106-1-iscsi is: [{'id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:26Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 3, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'gw_port': {'id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:27Z', 'updated_at': '2022-01-18T14:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:38:30.037176 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:30.041542 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2795526'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:30.058450 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b7a6010a-c130-47a8-8771-b64936fa100c None None] Provisioning for port 69628902-a2f5-4927-b903-66de3eaf9a3c completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:30.064325 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b7a6010a-c130-47a8-8771-b64936fa100c None None] Provisioning complete for port 69628902-a2f5-4927-b903-66de3eaf9a3c triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:30.064689 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b7a6010a-c130-47a8-8771-b64936fa100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:30.116141 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6010a-c130-47a8-8771-b64936fa100c None None] Port 69628902-a2f5-4927-b903-66de3eaf9a3c cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:38:30.142639 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Pushing event updated for resources: {'Port': ['ID=69628902-a2f5-4927-b903-66de3eaf9a3c,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:30.144919 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2753589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3890086'] for router_interface, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:30.276175 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Network 7a31fef0-8d5f-444d-b94c-e249899b05a1 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:38:30.277181 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:30.538969 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-a182ea88-68c0-445a-8720-a4bd6994e24d None None] Provisioning complete for port 69628902-a2f5-4927-b903-66de3eaf9a3c triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:30.539373 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a182ea88-68c0-445a-8720-a4bd6994e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:30.588852 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-a182ea88-68c0-445a-8720-a4bd6994e24d None None] Port 69628902-a2f5-4927-b903-66de3eaf9a3c cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:38:30.653522 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Router 5b649a66-625a-493c-b2a7-179b1b6276c9 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:38:30.679155 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device d19b144b-e550-47c8-a755-4d383c1a255a up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:30.749494 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port d19b144b-e550-47c8-a755-4d383c1a255a triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:30.749827 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:30.846854 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:38:30.855473 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-836c4a19-de6e-4e24-9db7-e670bff28c83 admin admin] 10.222.0.45 "PUT /v2.0/routers/5b649a66-625a-493c-b2a7-179b1b6276c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6407487 Jan 18 14:38:31.445561 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43112) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:31.451690 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127535876', 'description': 'tempest-secgroup-smoke-1127535876 description', 'project_id': '246f580288034b6aa989da76b5edabdc'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:31.457572 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:31.461427 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Usage tracker for resource:security_group and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:31.464242 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:31.470473 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:31.480507 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.513887 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:31.517570 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Usage tracker for resource:security_group_rule and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:31.520231 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:31.525767 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:31.582417 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.586006 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.626535 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc8795-1d66-4cc5-891b-a7fab1280457,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:31.629044 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.630206 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-1332aece-dcfe-414a-ad90-6179bed3732e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1836550 Jan 18 14:38:31.633047 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43116) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:31.638289 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Request body: {'security_group_rule': {'security_group_id': '1cbc8795-1d66-4cc5-891b-a7fab1280457', 'project_id': '246f580288034b6aa989da76b5edabdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:31.644192 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:31.648134 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Usage tracker for resource:security_group_rule and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:31.650972 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:31.657039 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:31.673275 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.740263 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.743602 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.766713 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4cc45b-e94a-4bef-9988-d8ce14bd387f,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:31.775088 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.776453 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-1c4ec420-d0b4-42d8-9143-3c9dff0bd333 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1424809 Jan 18 14:38:31.779145 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43120) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:31.785086 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Request body: {'security_group_rule': {'security_group_id': '1cbc8795-1d66-4cc5-891b-a7fab1280457', 'project_id': '246f580288034b6aa989da76b5edabdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:31.790658 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:31.794388 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Usage tracker for resource:security_group_rule and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:31.797234 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:31.802782 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:31.818554 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.881187 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.884690 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.907572 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716505aa-5fd0-4e9f-b2a2-492dc92535e7,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:31.917110 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:31.918268 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8331b934-7191-4eb1-823e-1b5f59e6ff8d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1382291 Jan 18 14:38:31.920891 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43124) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:31.926099 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Request body: {'security_group_rule': {'security_group_id': '1cbc8795-1d66-4cc5-891b-a7fab1280457', 'project_id': '246f580288034b6aa989da76b5edabdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:31.931785 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:31.935578 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Usage tracker for resource:security_group_rule and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:31.938408 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:31.943981 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:31.960499 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.021997 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.025361 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.047914 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833a5803-5e11-4346-908c-ea3a7eb72c27,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:32.056656 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.057845 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9c0efe77-9760-422a-82f9-5687da226401 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1360402 Jan 18 14:38:32.060478 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43128) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:32.066440 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Request body: {'security_group_rule': {'security_group_id': '1cbc8795-1d66-4cc5-891b-a7fab1280457', 'project_id': '246f580288034b6aa989da76b5edabdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:32.072032 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:32.076009 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Usage tracker for resource:security_group_rule and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:32.079422 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:32.085030 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:32.101474 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.165737 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.170235 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.194502 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04a2572-6d06-44cd-9962-633119900bb9,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:32.203707 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.204865 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c09f3a2b-27af-4567-8a4d-7e1c45df0065 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1434641 Jan 18 14:38:32.207649 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43132) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:32.212931 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Request body: {'security_group_rule': {'security_group_id': '1cbc8795-1d66-4cc5-891b-a7fab1280457', 'project_id': '246f580288034b6aa989da76b5edabdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:32.218556 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:32.222353 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Usage tracker for resource:security_group_rule and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:32.225204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:32.230845 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:32.241024 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.securitygroups_db [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Project 246f580288034b6aa989da76b5edabdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 14:38:32.247480 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.385782 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.390174 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.413842 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a438e61b-e503-432d-ba1e-e33702ec9aa0,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:32.422060 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.423226 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-065606d8-028a-42e1-8603-723d3588ff8b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2146556 Jan 18 14:38:32.425951 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43136) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:38:32.431187 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Request body: {'security_group_rule': {'security_group_id': '1cbc8795-1d66-4cc5-891b-a7fab1280457', 'project_id': '246f580288034b6aa989da76b5edabdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:32.437416 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:32.441173 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Usage tracker for resource:security_group_rule and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:38:32.444519 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:38:32.450734 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:32.461871 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.securitygroups_db [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Project 246f580288034b6aa989da76b5edabdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 14:38:32.468400 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.536553 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.542295 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895805'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.567241 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b784475-4337-46f3-a8fc-5b45c992226a,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:32.576847 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:32.587279 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-7aacd361-3048-4637-a927-01bc08d093e5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1514544 Jan 18 14:38:36.694702 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device a08c6641-de91-44ea-a345-b91cbd08b9da up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:36.761708 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port a08c6641-de91-44ea-a345-b91cbd08b9da completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:36.766636 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port a08c6641-de91-44ea-a345-b91cbd08b9da triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:36.766995 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:36.880366 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:36.896615 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port a08c6641-de91-44ea-a345-b91cbd08b9da, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=a08c6641-de91-44ea-a345-b91cbd08b9da,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:38:36.900769 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:36.966425 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=a08c6641-de91-44ea-a345-b91cbd08b9da,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:38.688770 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device a08c6641-de91-44ea-a345-b91cbd08b9da up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:38.755333 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port a08c6641-de91-44ea-a345-b91cbd08b9da triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:38.755701 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:39.666882 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Sync routers for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:38:39.679588 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:38:39.680341 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:39.861488 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:38:40.169225 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 2, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:40.173318 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Checking router: ec83675a-0654-4976-a7f7-c4271271f934 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:38:40.173659 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Updating router ec83675a-0654-4976-a7f7-c4271271f934 port dd895cd0-f4bc-439e-acc3-f5820c15bf16 binding host dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:38:40.224239 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:40.590633 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:40.602062 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Transition to ACTIVE for port object dd895cd0-f4bc-439e-acc3-f5820c15bf16 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:40.607965 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:40.730197 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ad652-7694-4705-baba-9a0ab6f200f9 None None] Pushing event updated for resources: {'Port': ['ID=dd895cd0-f4bc-439e-acc3-f5820c15bf16,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:40.822614 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Attempting to bind port dd895cd0-f4bc-439e-acc3-f5820c15bf16 on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:38:40.822979 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Attempting to bind port dd895cd0-f4bc-439e-acc3-f5820c15bf16 by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:38:40.823345 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Attempting to bind port dd895cd0-f4bc-439e-acc3-f5820c15bf16 on network 2795ccef-6880-4bba-87ce-99647c779ecf {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:38:40.831096 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:38:40.831470 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Checking segment: {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:38:40.831873 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:40.832264 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Bound using segment: {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:38:40.832726 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Bound port: dd895cd0-f4bc-439e-acc3-f5820c15bf16, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:38:40.833132 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:40.936092 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] For port dd895cd0-f4bc-439e-acc3-f5820c15bf16, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:38:40.939873 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] For port dd895cd0-f4bc-439e-acc3-f5820c15bf16, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=dd895cd0-f4bc-439e-acc3-f5820c15bf16,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:38:40.944831 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:41.025451 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ad652-7694-4705-baba-9a0ab6f200f9 None None] Pushing event updated for resources: {'Port': ['ID=dd895cd0-f4bc-439e-acc3-f5820c15bf16,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:41.029141 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:38:41.029743 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:41.212207 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:38:41.396668 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Sync routers for ids ['5b649a66-625a-493c-b2a7-179b1b6276c9'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:38:41.408586 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Routers {'5b649a66-625a-493c-b2a7-179b1b6276c9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:38:41.409303 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['5b649a66-625a-493c-b2a7-179b1b6276c9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:41.540273 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:40Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:41.544288 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e89039-4aae-4273-94a1-66a8f212fd01 None None] The sync data for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi is: [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:40Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:38:41.584698 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Set router 5b649a66-625a-493c-b2a7-179b1b6276c9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:38:41.912618 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:26Z', 'updated_at': '2022-01-18T14:38:29Z', 'revision_number': 4, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'gw_port': {'id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:27Z', 'updated_at': '2022-01-18T14:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '69628902-a2f5-4927-b903-66de3eaf9a3c', 'name': '', 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'mac_address': 'fa:16:3e:db:2d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257f39b0-300e-4d50-9393-d1fb98ae7c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:29Z', 'updated_at': '2022-01-18T14:38:29Z', 'revision_number': 2, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'subnets': [{'id': '257f39b0-300e-4d50-9393-d1fb98ae7c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:41.916590 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Checking router: 5b649a66-625a-493c-b2a7-179b1b6276c9 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:38:41.916943 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Updating router 5b649a66-625a-493c-b2a7-179b1b6276c9 port 69628902-a2f5-4927-b903-66de3eaf9a3c binding host dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 14:38:41.985359 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:42.326119 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:42.337508 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Transition to ACTIVE for port object 69628902-a2f5-4927-b903-66de3eaf9a3c will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:42.344629 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:42.489009 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda8f8d-9098-4012-81e0-5385fd4bd62a None None] Pushing event updated for resources: {'Port': ['ID=69628902-a2f5-4927-b903-66de3eaf9a3c,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:42.575003 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Attempting to bind port 69628902-a2f5-4927-b903-66de3eaf9a3c on host dv-cinder-825106-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:38:42.575371 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Attempting to bind port 69628902-a2f5-4927-b903-66de3eaf9a3c by drivers openvswitch,hyperv on host dv-cinder-825106-1-iscsi at level 0 using segments [{'id': '694c431e-511b-476b-91df-251ed0b963d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:38:42.575724 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Attempting to bind port 69628902-a2f5-4927-b903-66de3eaf9a3c on network 7a31fef0-8d5f-444d-b94c-e249899b05a1 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:38:42.582761 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Checking agent: {'id': 'd0e539c2-fe2c-4d74-9831-eef85e418436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825106-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 10, 23), 'started_at': datetime.datetime(2022, 1, 18, 14, 10, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825106-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:38:42.583126 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Checking segment: {'id': '694c431e-511b-476b-91df-251ed0b963d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:38:42.583519 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:42.583903 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Bound using segment: {'id': '694c431e-511b-476b-91df-251ed0b963d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:38:42.584353 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Bound port: 69628902-a2f5-4927-b903-66de3eaf9a3c, host: dv-cinder-825106-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694c431e-511b-476b-91df-251ed0b963d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:38:42.584717 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:42.682045 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] For port 69628902-a2f5-4927-b903-66de3eaf9a3c, host dv-cinder-825106-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:38:42.685688 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] For port 69628902-a2f5-4927-b903-66de3eaf9a3c, host dv-cinder-825106-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=69628902-a2f5-4927-b903-66de3eaf9a3c,segment=NetworkSegment(694c431e-511b-476b-91df-251ed0b963d7),segment_id=694c431e-511b-476b-91df-251ed0b963d7)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:38:42.694375 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:42.712463 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device dd895cd0-f4bc-439e-acc3-f5820c15bf16 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:42.771441 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda8f8d-9098-4012-81e0-5385fd4bd62a None None] Pushing event updated for resources: {'Port': ['ID=69628902-a2f5-4927-b903-66de3eaf9a3c,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:42.776989 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Routers {'5b649a66-625a-493c-b2a7-179b1b6276c9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:38:42.777605 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['5b649a66-625a-493c-b2a7-179b1b6276c9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:42.788080 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port dd895cd0-f4bc-439e-acc3-f5820c15bf16 completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:42.793532 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port dd895cd0-f4bc-439e-acc3-f5820c15bf16 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:42.793898 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:42.911648 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:42.947344 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port dd895cd0-f4bc-439e-acc3-f5820c15bf16, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=dd895cd0-f4bc-439e-acc3-f5820c15bf16,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:38:42.953890 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:42.970048 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] Set router 5b649a66-625a-493c-b2a7-179b1b6276c9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:38:43.033556 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=dd895cd0-f4bc-439e-acc3-f5820c15bf16,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:43.228000 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:43.293218 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:26Z', 'updated_at': '2022-01-18T14:38:29Z', 'revision_number': 4, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'gw_port': {'id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:27Z', 'updated_at': '2022-01-18T14:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '69628902-a2f5-4927-b903-66de3eaf9a3c', 'name': '', 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'mac_address': 'fa:16:3e:db:2d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257f39b0-300e-4d50-9393-d1fb98ae7c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:29Z', 'updated_at': '2022-01-18T14:38:42Z', 'revision_number': 4, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'subnets': [{'id': '257f39b0-300e-4d50-9393-d1fb98ae7c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:38:43.296921 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76aafb6-ee86-4550-8227-e6fc9d779d98 None None] The sync data for ids ['5b649a66-625a-493c-b2a7-179b1b6276c9'] in dv-cinder-825106-1-iscsi is: [{'id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:26Z', 'updated_at': '2022-01-18T14:38:29Z', 'revision_number': 4, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'gw_port': {'id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:27Z', 'updated_at': '2022-01-18T14:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': '69628902-a2f5-4927-b903-66de3eaf9a3c', 'name': '', 'network_id': '7a31fef0-8d5f-444d-b94c-e249899b05a1', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'mac_address': 'fa:16:3e:db:2d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257f39b0-300e-4d50-9393-d1fb98ae7c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:29Z', 'updated_at': '2022-01-18T14:38:42Z', 'revision_number': 4, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'subnets': [{'id': '257f39b0-300e-4d50-9393-d1fb98ae7c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:38:44.744106 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 69628902-a2f5-4927-b903-66de3eaf9a3c up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:44.810030 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning for port 69628902-a2f5-4927-b903-66de3eaf9a3c completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:44.815064 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 69628902-a2f5-4927-b903-66de3eaf9a3c triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:44.815430 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:44.958867 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:44.991768 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] For port 69628902-a2f5-4927-b903-66de3eaf9a3c, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=69628902-a2f5-4927-b903-66de3eaf9a3c,segment=NetworkSegment(694c431e-511b-476b-91df-251ed0b963d7),segment_id=694c431e-511b-476b-91df-251ed0b963d7)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:38:44.995099 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:44.995896 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device dd895cd0-f4bc-439e-acc3-f5820c15bf16 up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:45.111156 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Pushing event updated for resources: {'Port': ['ID=69628902-a2f5-4927-b903-66de3eaf9a3c,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:45.123764 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port dd895cd0-f4bc-439e-acc3-f5820c15bf16 triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:45.124664 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:46.686718 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 69628902-a2f5-4927-b903-66de3eaf9a3c up at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:38:46.752623 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Provisioning complete for port 69628902-a2f5-4927-b903-66de3eaf9a3c triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:46.753005 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:47.566380 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:38:49.906238 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-359faa33-58c6-4a9b-81f2-fd8f81d0e1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:52.196777 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9281445c-a176-4d31-a50f-32727720d864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:53.274486 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:53.452392 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:54.374460 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-18469b43-5fe0-4bed-8c89-ff72057b37f5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127535876&fields=id&tenant_id=246f580288034b6aa989da76b5edabdc HTTP/1.1" status: 200 len: 267 time: 0.1198087 Jan 18 14:38:54.518973 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f813e8-8866-42c5-bf57-81af339f0416 req-d658c316-b9f2-4a10-bb68-3bdbef64f9b9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:54.520298 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-d658c316-b9f2-4a10-bb68-3bdbef64f9b9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 808 time: 0.1394367 Jan 18 14:38:54.536129 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-6628b74b-5714-4b3f-b168-f3ad2be0b20c tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/quotas/246f580288034b6aa989da76b5edabdc HTTP/1.1" status: 200 len: 375 time: 0.0106499 Jan 18 14:38:54.622841 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-c8548523-a37e-4ac3-94a5-1f471ae4809a tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799813 Jan 18 14:38:54.623092 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:54.876005 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-efc27633-521a-4ab4-a894-8f846e83b2af service neutron] 10.222.0.45 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424717 Jan 18 14:38:55.005246 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-554b7d4c-1098-4d07-b87b-d328a9cc217a service neutron] 10.222.0.45 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236165 Jan 18 14:38:55.477793 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8b594ff7-3b19-49f4-8d56-70a2848cbf65 req-b04bf829-f7b5-4b51-a99d-05831108e9a7 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Synchronizing usage tracker for tenant:246f580288034b6aa989da76b5edabdc on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:38:55.496254 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8b594ff7-3b19-49f4-8d56-70a2848cbf65 req-b04bf829-f7b5-4b51-a99d-05831108e9a7 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Unset dirty status for tenant:246f580288034b6aa989da76b5edabdc on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:38:55.497548 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8b594ff7-3b19-49f4-8d56-70a2848cbf65 req-b04bf829-f7b5-4b51-a99d-05831108e9a7 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 210 time: 0.1334622 Jan 18 14:38:56.439869 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f813e8-8866-42c5-bf57-81af339f0416 req-a55a8c41-8004-480d-97cb-238092982524 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:56.441313 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-a55a8c41-8004-480d-97cb-238092982524 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 808 time: 0.1444430 Jan 18 14:38:56.494224 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5780dc91-78e2-4efa-882b-a0e4d1fad90d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=246f580288034b6aa989da76b5edabdc HTTP/1.1" status: 200 len: 380 time: 0.0399251 Jan 18 14:38:56.505174 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Request body: {'port': {'device_id': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'admin_state_up': True, 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'security_groups': ['1cbc8795-1d66-4cc5-891b-a7fab1280457']}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:56.681139 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-de87d78f-7823-4016-9e76-bb3291120b7f req-a1e78ed8-8f87-439b-a931-e60089d7d9c4 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 210 time: 0.0572689 Jan 18 14:38:56.683080 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:38:56.693168 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.quota.driver [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82795) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:38:56.703951 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Made reservation on behalf of 246f580288034b6aa989da76b5edabdc for: {'port': 1} {{(pid=82795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 14:38:56.706971 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:56.865938 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.db_base_plugin_common [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Allocated IP 172.20.0.12 (2795ccef-6880-4bba-87ce-99647c779ecf/e9091660-da0c-42f4-ac21-04150cffc37d/bef407ec-194d-49b6-9d28-8a06b3de5f0f) {{(pid=82795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:38:57.059451 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for port, precommit_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:57.076255 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Transition to ACTIVE for port object bef407ec-194d-49b6-9d28-8a06b3de5f0f will not be triggered until provisioned by entity DHCP. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:57.099567 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_create {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:57.171054 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Network 2795ccef-6880-4bba-87ce-99647c779ecf is already hosted by enough agents. {{(pid=82795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:38:57.174842 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.scheduler.base_scheduler [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources bound (agent type, host, resource id): {{(pid=82795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:38:57.179214 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Received port after_create {{(pid=82795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:38:57.203956 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'Port': ['ID=bef407ec-194d-49b6-9d28-8a06b3de5f0f,revision_number=1']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:57.228037 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.228289 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.228624 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.228971 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.229300 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.229626 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.229948 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.230268 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.230587 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.230905 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.231226 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:38:57.258221 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:57.258834 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:57.290663 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-02fcaeea-0b34-466c-b497-30c797b6ef2b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7893560 Jan 18 14:38:57.300472 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-91e1b659-4ca8-428b-b69a-8454fe672d67 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=82795) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 14:38:57.301470 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-91e1b659-4ca8-428b-b69a-8454fe672d67 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052009 Jan 18 14:38:57.311881 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.v2.base [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Request body: {'port': {'device_id': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:38:57.414615 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:57.442931 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b9d53641-0379-41f8-bc25-74decf92744a None None] Provisioning for port bef407ec-194d-49b6-9d28-8a06b3de5f0f completed by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:38:57.447949 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-b9d53641-0379-41f8-bc25-74decf92744a None None] Provisioning complete for port bef407ec-194d-49b6-9d28-8a06b3de5f0f triggered by entity DHCP. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:38:57.448361 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b9d53641-0379-41f8-bc25-74decf92744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:57.502933 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-b9d53641-0379-41f8-bc25-74decf92744a None None] Port bef407ec-194d-49b6-9d28-8a06b3de5f0f cannot update to ACTIVE because it is not bound. {{(pid=82797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 14:38:57.836893 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef407ec-194d-49b6-9d28-8a06b3de5f0f {{(pid=82795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:38:57.843770 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:57.858182 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.provisioning_blocks [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Transition to ACTIVE for port object bef407ec-194d-49b6-9d28-8a06b3de5f0f will not be triggered until provisioned by entity L2. {{(pid=82795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 14:38:57.862798 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:57.878117 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664d920-9ccc-4a9c-89eb-631439ad6cf1 req-d40d8b64-d8c4-4c18-bb90-a4ad5d48478e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:57.879613 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0664d920-9ccc-4a9c-89eb-631439ad6cf1 req-d40d8b64-d8c4-4c18-bb90-a4ad5d48478e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 932 time: 0.0791297 Jan 18 14:38:57.923837 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0664d920-9ccc-4a9c-89eb-631439ad6cf1 req-16948ac0-020f-4ad9-8698-6eea127099d3 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Synchronizing usage tracker for tenant:246f580288034b6aa989da76b5edabdc on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:38:57.942140 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0664d920-9ccc-4a9c-89eb-631439ad6cf1 req-16948ac0-020f-4ad9-8698-6eea127099d3 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Unset dirty status for tenant:246f580288034b6aa989da76b5edabdc on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:38:57.943558 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0664d920-9ccc-4a9c-89eb-631439ad6cf1 req-16948ac0-020f-4ad9-8698-6eea127099d3 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586596 Jan 18 14:38:58.004295 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bef407ec-194d-49b6-9d28-8a06b3de5f0f,revision_number=2']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:58.108164 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Attempting to bind port bef407ec-194d-49b6-9d28-8a06b3de5f0f on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 14:38:58.108493 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Attempting to bind port bef407ec-194d-49b6-9d28-8a06b3de5f0f by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 14:38:58.108815 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Attempting to bind port bef407ec-194d-49b6-9d28-8a06b3de5f0f on network 2795ccef-6880-4bba-87ce-99647c779ecf {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:38:58.115000 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Port bef407ec-194d-49b6-9d28-8a06b3de5f0f on network 2795ccef-6880-4bba-87ce-99647c779ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 14:38:58.115321 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Attempting to bind port bef407ec-194d-49b6-9d28-8a06b3de5f0f on network 2795ccef-6880-4bba-87ce-99647c779ecf {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 14:38:58.121663 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Checking agent: {'id': '455cf731-0a6f-46c1-a60b-368d468b7d4f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'started_at': datetime.datetime(2022, 1, 18, 14, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 14:38:58.121998 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Checking segment: {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 14:38:58.122377 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Bound using segment: {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'} {{(pid=82795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 14:38:58.122794 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.managers [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Bound port: bef407ec-194d-49b6-9d28-8a06b3de5f0f, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586bc63a-64f8-4048-b5a2-e0d4e6cbe928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf'}}] {{(pid=82795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 14:38:58.123135 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:58.208325 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, cleared binding levels {{(pid=82795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 14:38:58.211163 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 14:38:58.215303 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2640548'] for port, after_update {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:58.274670 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:38:58.276073 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] 10.222.0.77 "PUT /v2.0/ports/bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 1094 time: 0.9681242 Jan 18 14:38:58.276466 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:38:58.292845 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37a294-90bf-40b1-b22c-aaf54abd75f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bef407ec-194d-49b6-9d28-8a06b3de5f0f,revision_number=3']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:38:58.349373 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'status': 'completed', 'code': 200} Jan 18 14:38:58.390825 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-54855831-a1c1-45c5-b4cb-5337e0835ea7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0764186 Jan 18 14:38:58.460970 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-5fc63e9f-30f5-4839-ad36-6ef5ef435fdc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 217 time: 0.0641060 Jan 18 14:38:58.523187 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f813e8-8866-42c5-bf57-81af339f0416 req-3957b612-330c-4fb8-81c8-4461b0e83068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:58.524570 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-3957b612-330c-4fb8-81c8-4461b0e83068 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0561953 Jan 18 14:38:58.600341 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-603723f1-5db5-47b8-8503-8a1fd59af657 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694721 Jan 18 14:38:58.730932 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-fc08bd1e-e651-410a-a3c4-021326d0dcba service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223183 Jan 18 14:38:58.857569 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-04f813e8-8866-42c5-bf57-81af339f0416 req-bb0f7553-5af8-49b7-a1e7-93b6b3edc192 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206431 Jan 18 14:38:58.972659 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e4534046-11b0-4076-a88a-f3d77f3825f6 req-757ae580-ddf5-483b-9753-c1151397739c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0719175 Jan 18 14:38:59.101966 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4534046-11b0-4076-a88a-f3d77f3825f6 req-83bca221-7aff-4d49-ad48-89e6382f97e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:59.103417 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e4534046-11b0-4076-a88a-f3d77f3825f6 req-83bca221-7aff-4d49-ad48-89e6382f97e9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 909 time: 0.1245344 Jan 18 14:38:59.141659 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b1897-fb48-4972-818e-b5029edf531a req-e6002924-a755-4321-bab2-bd2c5959692b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:59.143015 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d15b1897-fb48-4972-818e-b5029edf531a req-e6002924-a755-4321-bab2-bd2c5959692b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0793989 Jan 18 14:38:59.170527 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e4534046-11b0-4076-a88a-f3d77f3825f6 req-78543ec5-dbd5-42df-bb29-0150ee44287a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 217 time: 0.0595591 Jan 18 14:38:59.186858 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d15b1897-fb48-4972-818e-b5029edf531a req-018a4d0d-50dc-473a-9592-3436d9f83070 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381312 Jan 18 14:38:59.233785 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4534046-11b0-4076-a88a-f3d77f3825f6 req-be0da832-f15e-47ec-a2a9-dc9fa3f50ab8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:38:59.235231 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e4534046-11b0-4076-a88a-f3d77f3825f6 req-be0da832-f15e-47ec-a2a9-dc9fa3f50ab8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0594637 Jan 18 14:38:59.306705 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e4534046-11b0-4076-a88a-f3d77f3825f6 req-81126e77-937d-4a0b-94b6-9378d8f56807 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657516 Jan 18 14:38:59.512835 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e4534046-11b0-4076-a88a-f3d77f3825f6 req-da1ca338-da64-4ae7-91c3-8587771e0284 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995087 Jan 18 14:38:59.640545 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e4534046-11b0-4076-a88a-f3d77f3825f6 req-3c176d2c-65b1-4697-99e8-2176d19f97e7 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213059 Jan 18 14:39:00.385542 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da143a8-1731-4ccd-afde-f6fe40a820b1 req-3df13a24-19d1-442a-bac9-a6ea779028f9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:00.386248 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-0da143a8-1731-4ccd-afde-f6fe40a820b1 req-3df13a24-19d1-442a-bac9-a6ea779028f9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Synchronizing usage tracker for tenant:246f580288034b6aa989da76b5edabdc on resource:port {{(pid=82795) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:39:00.401260 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.quota.resource [req-0da143a8-1731-4ccd-afde-f6fe40a820b1 req-3df13a24-19d1-442a-bac9-a6ea779028f9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Unset dirty status for tenant:246f580288034b6aa989da76b5edabdc on resource:port {{(pid=82795) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:39:00.402632 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0da143a8-1731-4ccd-afde-f6fe40a820b1 req-3df13a24-19d1-442a-bac9-a6ea779028f9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0954423 Jan 18 14:39:00.448444 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0da143a8-1731-4ccd-afde-f6fe40a820b1 req-18f89f00-2240-41e5-9433-ab2748ee98bc tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Jan 18 14:39:01.642899 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b23a-5901-49ea-be5e-b8fdf1339cf6 req-c7e6bae4-6315-4ee2-be95-a06132e1ebbe tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:01.644339 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d727b23a-5901-49ea-be5e-b8fdf1339cf6 req-c7e6bae4-6315-4ee2-be95-a06132e1ebbe tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0752699 Jan 18 14:39:01.687654 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d727b23a-5901-49ea-be5e-b8fdf1339cf6 req-d9c6385e-66cc-4a67-b440-095f9a79a53e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378883 Jan 18 14:39:02.894060 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006b34-5a6d-4972-b5f2-47a7deeba067 req-617c4cd7-a263-4e22-a6a4-171b58663ce0 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:02.895413 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-be006b34-5a6d-4972-b5f2-47a7deeba067 req-617c4cd7-a263-4e22-a6a4-171b58663ce0 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0757046 Jan 18 14:39:02.942464 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-be006b34-5a6d-4972-b5f2-47a7deeba067 req-2e43b3c8-2dce-4558-bfb9-3850adb583ff tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Jan 18 14:39:04.135479 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a2fb-3dc7-4450-8fde-c03616cd5224 req-37cceb33-d670-462f-a771-c96ba1697eda tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:04.136886 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5cf5a2fb-3dc7-4450-8fde-c03616cd5224 req-37cceb33-d670-462f-a771-c96ba1697eda tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0766144 Jan 18 14:39:04.180533 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5cf5a2fb-3dc7-4450-8fde-c03616cd5224 req-83419c2e-8090-4689-8b46-d59f82e9776c tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377953 Jan 18 14:39:05.369912 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67566a-6af1-4141-bd0b-94dfd6d3fce5 req-c771aaa6-558f-4bfa-a38e-219e405795cd tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:05.371337 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba67566a-6af1-4141-bd0b-94dfd6d3fce5 req-c771aaa6-558f-4bfa-a38e-219e405795cd tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0750942 Jan 18 14:39:05.419672 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ba67566a-6af1-4141-bd0b-94dfd6d3fce5 req-90a85563-85bb-49e0-a711-839e6ee03a07 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428569 Jan 18 14:39:06.609201 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f7b6d-5a14-475e-957f-5876d9d073b3 req-04752336-64d7-4277-8688-c630c4aa3aa4 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:06.611153 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-902f7b6d-5a14-475e-957f-5876d9d073b3 req-04752336-64d7-4277-8688-c630c4aa3aa4 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0758429 Jan 18 14:39:06.658808 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-902f7b6d-5a14-475e-957f-5876d9d073b3 req-07f5dd36-262d-420d-b0d8-316fd795fcee tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Jan 18 14:39:06.949443 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device bef407ec-194d-49b6-9d28-8a06b3de5f0f details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:39:07.078765 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:39:07.091833 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'port_id': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'mac_address': 'fa:16:3e:5a:09:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:39:07.143129 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:07.159986 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef407ec-194d-49b6-9d28-8a06b3de5f0f {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:39:07.174231 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:39:07.177435 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:07.245880 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=bef407ec-194d-49b6-9d28-8a06b3de5f0f,revision_number=4']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:39:07.535511 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['bef407ec-194d-49b6-9d28-8a06b3de5f0f'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:39:07.863370 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77b081-d27d-484b-92a7-a1a3154b6dd2 req-db5a6c2a-617e-4622-a665-ec03f76df21b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:07.864848 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-db77b081-d27d-484b-92a7-a1a3154b6dd2 req-db5a6c2a-617e-4622-a665-ec03f76df21b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 945 time: 0.0830231 Jan 18 14:39:07.912295 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-db77b081-d27d-484b-92a7-a1a3154b6dd2 req-5aeb7c29-5491-4431-a831-260e719cf10e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415897 Jan 18 14:39:08.949704 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device bef407ec-194d-49b6-9d28-8a06b3de5f0f up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:39:09.018671 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning for port bef407ec-194d-49b6-9d28-8a06b3de5f0f completed by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 14:39:09.023299 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port bef407ec-194d-49b6-9d28-8a06b3de5f0f triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:39:09.023663 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:09.116558 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06e5f2-5e2f-4d78-b7e4-9c1e99332861 req-c94544f4-0836-444a-8e14-9aa28412f9bf tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:09.118128 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0c06e5f2-5e2f-4d78-b7e4-9c1e99332861 req-c94544f4-0836-444a-8e14-9aa28412f9bf tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 945 time: 0.0759549 Jan 18 14:39:09.135157 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:09.161777 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:39:09.163977 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0c06e5f2-5e2f-4d78-b7e4-9c1e99332861 req-2a54e51b-b459-4cf8-bd71-70298a99cc64 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Jan 18 14:39:09.171194 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:39:09.176235 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:09.240324 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=bef407ec-194d-49b6-9d28-8a06b3de5f0f,revision_number=5']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:39:09.304631 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'code': 200} Jan 18 14:39:09.567514 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74126d66-57b9-42a5-af13-688eb63993b8 req-961499d1-5455-4c13-b976-d7a1ae28bc75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1099 time: 0.0668309 Jan 18 14:39:09.608473 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74126d66-57b9-42a5-af13-688eb63993b8 req-2a223d0a-0b92-4eaf-8962-de4d03577388 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353694 Jan 18 14:39:10.362779 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e8421-18d5-4621-af1b-4dbbe4c16cfa req-abbe24ff-75a5-4f91-a3a8-7f0ff0554f18 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:10.364197 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-783e8421-18d5-4621-af1b-4dbbe4c16cfa req-abbe24ff-75a5-4f91-a3a8-7f0ff0554f18 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0776060 Jan 18 14:39:10.408055 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-783e8421-18d5-4621-af1b-4dbbe4c16cfa req-107c99ef-7104-416a-be39-dd6cedfd147d tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384181 Jan 18 14:39:11.605669 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabbd4b-cd0a-4878-ae5b-f8a95e1506b7 req-27b09569-d4eb-4f3a-959a-9d1e20225625 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:11.607113 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2cabbd4b-cd0a-4878-ae5b-f8a95e1506b7 req-27b09569-d4eb-4f3a-959a-9d1e20225625 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0787206 Jan 18 14:39:11.650608 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2cabbd4b-cd0a-4878-ae5b-f8a95e1506b7 req-9bd7ca80-d38a-4512-a7c1-d652918a83f6 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381563 Jan 18 14:39:11.839945 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68857586-1f99-4d8c-8545-bfc58ff2616f req-9c67a184-e004-4614-8e17-4a6bee3fd080 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:11.841393 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68857586-1f99-4d8c-8545-bfc58ff2616f req-9c67a184-e004-4614-8e17-4a6bee3fd080 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0757482 Jan 18 14:39:11.886818 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68857586-1f99-4d8c-8545-bfc58ff2616f req-b32d70f0-74e6-4924-a326-e481c4164dac tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401032 Jan 18 14:39:11.914204 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43270) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:39:12.047379 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-96fd96b9-9307-4e14-a6e1-58dfc1e03cdc tempest-TestShelveInstance-2141539037 tempest-TestShelveInstance-2141539037-project-admin] Synchronizing usage tracker for tenant:5beb4142bde444b89eaaec52c930b329 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:39:12.062837 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-96fd96b9-9307-4e14-a6e1-58dfc1e03cdc tempest-TestShelveInstance-2141539037 tempest-TestShelveInstance-2141539037-project-admin] Unset dirty status for tenant:5beb4142bde444b89eaaec52c930b329 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:39:12.064734 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-96fd96b9-9307-4e14-a6e1-58dfc1e03cdc tempest-TestShelveInstance-2141539037 tempest-TestShelveInstance-2141539037-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1094 time: 0.1495538 Jan 18 14:39:12.067512 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43276) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:39:12.072567 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Request body: {'floatingip': {'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'port_id': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 14:39:12.078002 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 14:39:12.082418 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Usage tracker for resource:floatingip and tenant:246f580288034b6aa989da76b5edabdc is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 14:39:12.085470 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 14:39:12.091160 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 14:39:12.101149 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for floatingip, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:12.232836 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:12.361397 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Allocated IP 172.27.1.115 (1677d4c6-fdb0-44dc-a0fc-7e6a737ca526/5c4fddf8-8444-493b-b7d6-302c34afab80/3ec5c58c-8041-47c0-b304-f70e401ac3c9) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 14:39:12.503992 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:12.529577 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775332982227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:12.594372 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Network 1677d4c6-fdb0-44dc-a0fc-7e6a737ca526 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 14:39:12.597700 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 14:39:12.601961 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 14:39:12.625543 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'Port': ['ID=3ec5c58c-8041-47c0-b304-f70e401ac3c9,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:39:13.168917 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:13.227864 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:13.234950 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:13.426342 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:13.430491 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2795526'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:13.530265 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event updated for resources: {'Port': ['ID=3ec5c58c-8041-47c0-b304-f70e401ac3c9,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:39:13.547156 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3890882'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:13.730671 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Floating IP 70f130cc-bfbf-4a0b-94f9-2c49a70783c1 associated. External IP: 172.27.1.115, port: bef407ec-194d-49b6-9d28-8a06b3de5f0f. Jan 18 14:39:14.106046 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Router ec83675a-0654-4976-a7f7-c4271271f934 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:39:14.388411 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:39:14.398210 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] Sync routers for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:39:14.410209 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:39:14.410834 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:39:14.413851 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:14.465553 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-98ddf85d-f99f-4149-a2c7-7e0e300ba03f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3970370 Jan 18 14:39:14.466114 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:39:14.585979 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:39:14.591838 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'status': 'completed', 'code': 200} Jan 18 14:39:14.681832 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-62ea2bc1-e992-44ac-a9c5-2a54f70518b3 req-7770d003-3428-478e-9870-3ee10ffde4ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1099 time: 0.0689373 Jan 18 14:39:14.809972 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea2bc1-e992-44ac-a9c5-2a54f70518b3 req-6365db4e-4436-4b22-9102-00b1ff6d9bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:14.811394 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-62ea2bc1-e992-44ac-a9c5-2a54f70518b3 req-6365db4e-4436-4b22-9102-00b1ff6d9bd8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 909 time: 0.1242108 Jan 18 14:39:14.914028 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-62ea2bc1-e992-44ac-a9c5-2a54f70518b3 req-daf07dab-bd74-4413-bafe-5116f98e13a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 1000 time: 0.0962362 Jan 18 14:39:14.952894 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '70f130cc-bfbf-4a0b-94f9-2c49a70783c1', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'port_id': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'mac_address': 'fa:16:3e:5a:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:39:13Z', 'updated_at': '2022-01-18T14:39:13Z', 'revision_number': 0, 'project_id': '246f580288034b6aa989da76b5edabdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:42Z', 'revision_number': 5, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:39:14.957361 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] Checking router: ec83675a-0654-4976-a7f7-c4271271f934 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:39:14.967697 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:39:14.968290 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:38:52Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:39:14.977519 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea2bc1-e992-44ac-a9c5-2a54f70518b3 req-d9a0c32a-49e1-4201-baca-31406e267b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:39:14.978943 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-62ea2bc1-e992-44ac-a9c5-2a54f70518b3 req-d9a0c32a-49e1-4201-baca-31406e267b52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0592165 Jan 18 14:39:15.050685 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-62ea2bc1-e992-44ac-a9c5-2a54f70518b3 req-da5b90dc-f680-4107-91d6-f48abed2546b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659366 Jan 18 14:39:15.144410 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:39:15.178369 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-62ea2bc1-e992-44ac-a9c5-2a54f70518b3 req-b39e2f7b-c5e0-40cb-a9f5-12eef4a768e1 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221998 Jan 18 14:39:15.307994 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-62ea2bc1-e992-44ac-a9c5-2a54f70518b3 req-1db28d7b-79ce-428a-838f-01ff5468f8d7 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239965 Jan 18 14:39:15.484421 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '70f130cc-bfbf-4a0b-94f9-2c49a70783c1', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'port_id': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'mac_address': 'fa:16:3e:5a:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:39:13Z', 'updated_at': '2022-01-18T14:39:13Z', 'revision_number': 0, 'project_id': '246f580288034b6aa989da76b5edabdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:42Z', 'revision_number': 5, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:39:15.488691 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e49761-caaa-4783-b36c-4c29bb29fc70 None None] The sync data for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi is: [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_floatingips': [{'id': '70f130cc-bfbf-4a0b-94f9-2c49a70783c1', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'router_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'port_id': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'mac_address': 'fa:16:3e:5a:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T14:39:13Z', 'updated_at': '2022-01-18T14:39:13Z', 'revision_number': 0, 'project_id': '246f580288034b6aa989da76b5edabdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:42Z', 'revision_number': 5, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:39:15.667160 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59beb618-70e3-4fd9-8025-58f7f02e24fd None None] New status for floating IP 70f130cc-bfbf-4a0b-94f9-2c49a70783c1: ACTIVE {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:39:19.908390 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4aa94965-e51c-40f1-b5e5-2c108febe567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:22.197877 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-42fff414-a713-47cc-8ff3-8b18a13e61af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:23.277738 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:23.454886 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:24.568144 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:39:24.623841 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:43.239103 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:49.910101 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c9773800-5ec1-4bd7-be47-3ef2641a91ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:52.199361 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-43d57600-d7dc-4fcc-8aec-77b0551d0684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:53.281083 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:53.456625 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:39:54.627370 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:00.243560 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-92b0276f-428b-4eda-83fb-f2ad2a69fd4e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315591 Jan 18 14:40:00.466806 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-98912cd1-1b21-44ed-bda6-cb16e908cc4d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1099 time: 0.1480370 Jan 18 14:40:00.610179 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-7fa73745-511a-4615-ae44-b77cf6b78519 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:40:00.611600 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-7fa73745-511a-4615-ae44-b77cf6b78519 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 909 time: 0.1221786 Jan 18 14:40:00.710860 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-6296ba6d-1c64-4a44-afb6-a828ecad8bfe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 1002 time: 0.0932932 Jan 18 14:40:00.770708 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-d544b046-f381-4dc4-b316-9314b067b1ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:40:00.771987 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-d544b046-f381-4dc4-b316-9314b067b1ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0551243 Jan 18 14:40:00.845615 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-2e09b76d-9281-4c0b-b8b6-9fddb2b4cec7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673108 Jan 18 14:40:00.973585 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-226b2fca-f6ff-4dea-b11a-3e3de3441e47 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214960 Jan 18 14:40:01.107084 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1574d758-dc9e-4d2a-8c9e-230ee3d93fca req-c81c4ab7-9f2b-4eed-8e04-a1d7402c3910 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212766 Jan 18 14:40:01.567853 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:40:13.226423 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:19.911185 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-919a4eb0-23bb-4c6f-b12b-2e46072cb2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:22.202228 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b26f21f6-63b8-44c3-9eb1-77b5c359ce3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:23.282510 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:23.458115 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:24.630274 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:32.691506 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [req-047e2b94-2c15-4946-91dc-8327ca4ffd28 req-cdeb7f01-be92-4167-9d56-5089e72bf458 service neutron] (82796) timed out ('10.222.0.77', 55806) {{(pid=82796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 14:40:38.567748 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:40:43.240342 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:49.915291 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-77320c8d-428e-4a2d-859f-ad019cd18865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:52.205086 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-566bff2b-0ce6-4c97-bf60-e4af4f4af859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:53.285119 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:53.458938 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:54.633045 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:40:56.836676 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [req-6800c93b-8b64-4f22-8d51-c087fa14506b req-5384bfb2-adfc-4062-95e7-f7ad75a617a3 service neutron] (82796) timed out ('10.222.0.77', 55787) {{(pid=82796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 14:41:01.705103 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-daeca543-63ee-42b8-9a9c-51b99c45b372 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658829 Jan 18 14:41:01.841058 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-22bf1644-6b5d-47f1-8dae-7e52aed0ee7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1099 time: 0.0680976 Jan 18 14:41:01.981554 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-574454b4-b7c5-417b-b819-5964eaf5bcf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:01.982959 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-574454b4-b7c5-417b-b819-5964eaf5bcf2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 909 time: 0.1239934 Jan 18 14:41:02.083084 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-b2952138-2fc6-4ea9-b58f-3dc8ac099851 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 1002 time: 0.0944846 Jan 18 14:41:02.146019 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-0f09b038-0558-44a6-ab67-4fae9bf42fce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:02.147306 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-0f09b038-0558-44a6-ab67-4fae9bf42fce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0586548 Jan 18 14:41:02.223120 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-5034322e-15e7-48e3-868a-b8a87c9782be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703573 Jan 18 14:41:02.350455 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-ed099379-1c61-41cf-9dce-f42fe56e382d service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209137 Jan 18 14:41:02.478040 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-979aabb0-eb8f-446e-9762-93819a5c2d08 req-207e976d-7710-404e-8906-96f98442d8fb service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217997 Jan 18 14:41:13.240231 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:15.568047 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:41:19.916737 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-87730226-d09a-44c0-8038-b4b3e8e7173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:22.205791 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-891bed7b-668b-4a24-8ad4-4614d8dc0924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:23.288577 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:23.460357 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:24.636136 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:29.132142 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bef30-c98c-46e3-ba79-573452fcbfa1 req-c82ae03c-7627-4789-95af-c1adaaa10523 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:29.133611 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f01bef30-c98c-46e3-ba79-573452fcbfa1 req-c82ae03c-7627-4789-95af-c1adaaa10523 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0782714 Jan 18 14:41:29.256096 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-f01bef30-c98c-46e3-ba79-573452fcbfa1 req-ca3dcecf-804c-43c8-ab33-fab135a5b9b9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170266 Jan 18 14:41:30.462415 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189d6b5-826b-4755-8a25-7ca09696db28 req-ef0dc1a1-b5d3-42d2-bc1b-684f4f520ce4 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:30.463874 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0189d6b5-826b-4755-8a25-7ca09696db28 req-ef0dc1a1-b5d3-42d2-bc1b-684f4f520ce4 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0746694 Jan 18 14:41:30.510964 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0189d6b5-826b-4755-8a25-7ca09696db28 req-e100743e-edbb-4d8b-90e3-6105518b6fcf tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Jan 18 14:41:31.719398 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1821f0b-5068-45aa-89de-c28913650c41 req-44510a46-65dd-49c8-8547-6d2e9bc9d9a3 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:31.720856 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b1821f0b-5068-45aa-89de-c28913650c41 req-44510a46-65dd-49c8-8547-6d2e9bc9d9a3 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0805535 Jan 18 14:41:31.765303 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b1821f0b-5068-45aa-89de-c28913650c41 req-c6e62928-6acb-4b0c-b865-76da007ace43 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391586 Jan 18 14:41:32.960193 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8012e0-7324-4aa1-9123-4bfd58fc6ac1 req-1cbd38c6-b6a1-4ab0-b462-135006080374 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:32.961582 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ef8012e0-7324-4aa1-9123-4bfd58fc6ac1 req-1cbd38c6-b6a1-4ab0-b462-135006080374 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0746593 Jan 18 14:41:33.006148 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ef8012e0-7324-4aa1-9123-4bfd58fc6ac1 req-9d8234e9-9ba8-4549-b016-c69882451012 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392482 Jan 18 14:41:34.338262 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d9105-02d8-40e7-b230-c0e322c6f354 req-115330b4-939b-47ba-883b-4ccc886b782b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:34.339704 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b93d9105-02d8-40e7-b230-c0e322c6f354 req-115330b4-939b-47ba-883b-4ccc886b782b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0788457 Jan 18 14:41:34.384097 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b93d9105-02d8-40e7-b230-c0e322c6f354 req-4b10bbd6-97c9-4544-bfbf-81b58c4d72db tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389626 Jan 18 14:41:35.588645 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbed617-bd88-427b-8792-8d29475fad41 req-c40cc5bb-3a7e-4893-bb62-1c8085ccecf9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:35.590105 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dcbed617-bd88-427b-8792-8d29475fad41 req-c40cc5bb-3a7e-4893-bb62-1c8085ccecf9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0808272 Jan 18 14:41:35.635041 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dcbed617-bd88-427b-8792-8d29475fad41 req-76a85382-b9d2-49a3-b2fb-61d3102f0a4f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395586 Jan 18 14:41:36.827443 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dea2b1-9a01-4555-a23c-2b2b0723af4a req-20f4cfc6-9187-4299-a69e-d5643dba0b21 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:36.828899 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22dea2b1-9a01-4555-a23c-2b2b0723af4a req-20f4cfc6-9187-4299-a69e-d5643dba0b21 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0748806 Jan 18 14:41:36.876426 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-22dea2b1-9a01-4555-a23c-2b2b0723af4a req-968cad58-9b73-4330-9b40-0a016aebd189 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 Jan 18 14:41:38.068346 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d9cac-c5fe-4b7a-9c75-ac7cf855b6be req-bbce8d02-9dd1-405e-bc47-0d92ebe2607f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:38.069845 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a63d9cac-c5fe-4b7a-9c75-ac7cf855b6be req-bbce8d02-9dd1-405e-bc47-0d92ebe2607f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0746152 Jan 18 14:41:38.114591 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a63d9cac-c5fe-4b7a-9c75-ac7cf855b6be req-a00719cf-7a07-433c-a0f3-26eb7d2d71b7 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 Jan 18 14:41:39.221671 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae968f87-8a81-4348-b850-3a301f1399e9 req-05786150-18d3-4a86-9fd9-e85b6bcd550a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1099 time: 0.0679290 Jan 18 14:41:39.406074 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968f87-8a81-4348-b850-3a301f1399e9 req-4e3973ed-e759-4158-b491-80e76fdaf287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:39.407421 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae968f87-8a81-4348-b850-3a301f1399e9 req-4e3973ed-e759-4158-b491-80e76fdaf287 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 909 time: 0.1794708 Jan 18 14:41:39.413518 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76991cb-2245-40cc-937c-1f53236953e5 req-261b712c-a5a6-4bd0-b78a-66599608a692 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:39.414827 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e76991cb-2245-40cc-937c-1f53236953e5 req-261b712c-a5a6-4bd0-b78a-66599608a692 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.1700087 Jan 18 14:41:39.539643 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-e76991cb-2245-40cc-937c-1f53236953e5 req-25019af6-ffa4-4f90-b549-a73f9ec78094 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785415 Jan 18 14:41:39.541660 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae968f87-8a81-4348-b850-3a301f1399e9 req-f56b2866-95b9-400b-a01a-04ec291db089 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 1002 time: 0.1260211 Jan 18 14:41:39.601755 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968f87-8a81-4348-b850-3a301f1399e9 req-07f4c3dd-b7e5-4f07-99e3-923c26f8ed1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:39.603154 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae968f87-8a81-4348-b850-3a301f1399e9 req-07f4c3dd-b7e5-4f07-99e3-923c26f8ed1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0558755 Jan 18 14:41:39.679199 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae968f87-8a81-4348-b850-3a301f1399e9 req-226332dd-14ea-43ca-bb6f-97ca69d350db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702360 Jan 18 14:41:39.807382 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae968f87-8a81-4348-b850-3a301f1399e9 req-18e26828-faca-4d59-8171-e59566790a7d service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224060 Jan 18 14:41:39.935431 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-ae968f87-8a81-4348-b850-3a301f1399e9 req-14bfd48c-dd8b-4788-b8d2-a8ff225d637b service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223326 Jan 18 14:41:40.741797 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68692644-d3e8-4e5b-b089-dec6c4f37645 req-a952667a-2725-4cdd-a832-f4762cbeee20 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:40.743290 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68692644-d3e8-4e5b-b089-dec6c4f37645 req-a952667a-2725-4cdd-a832-f4762cbeee20 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0825434 Jan 18 14:41:40.787680 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68692644-d3e8-4e5b-b089-dec6c4f37645 req-18996587-e586-4f65-8032-ccc676fb1afe tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Jan 18 14:41:41.980498 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d377735-ffbc-4440-856d-f71c4720efab req-c8974c5d-1004-413a-9e07-2a91e8ab2a9f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:41.981979 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5d377735-ffbc-4440-856d-f71c4720efab req-c8974c5d-1004-413a-9e07-2a91e8ab2a9f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0760343 Jan 18 14:41:42.028177 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-5d377735-ffbc-4440-856d-f71c4720efab req-a5e4b717-2e72-4352-b5d3-f1abe20546a9 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401051 Jan 18 14:41:43.219085 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d26dba-610d-4244-bef4-1dfe27377f16 req-eb1749e7-2e5a-4680-b9a1-c4b3ca6ddae1 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:43.220509 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-54d26dba-610d-4244-bef4-1dfe27377f16 req-eb1749e7-2e5a-4680-b9a1-c4b3ca6ddae1 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0743744 Jan 18 14:41:43.264085 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-54d26dba-610d-4244-bef4-1dfe27377f16 req-d96f75fd-ebc3-4bb8-b26d-289514da11d0 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381432 Jan 18 14:41:43.270188 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:43.454133 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-767e8671-c4de-475c-beab-c1fc60acd078 req-97dc2d21-adc4-4a21-8c03-cdc8e84fe770 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690322 Jan 18 14:41:43.712679 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-a6113dd1-ca0f-4cc8-8fc7-6689867c4854 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465087 Jan 18 14:41:43.715881 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8cd9e-19ff-424e-a8f6-fdd4821bb377 req-d3633737-7ca9-43d8-85fd-3f319c7be93e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:43.717320 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92e8cd9e-19ff-424e-a8f6-fdd4821bb377 req-d3633737-7ca9-43d8-85fd-3f319c7be93e tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0814514 Jan 18 14:41:43.764206 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92e8cd9e-19ff-424e-a8f6-fdd4821bb377 req-af96e52a-60aa-4376-894c-667e218d4d84 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408316 Jan 18 14:41:44.966765 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18366e78-b73b-4001-9dfc-01fdb3624c18 req-ee44d8d8-01ea-46f9-9408-789ce69647c6 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:44.968145 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-18366e78-b73b-4001-9dfc-01fdb3624c18 req-ee44d8d8-01ea-46f9-9408-789ce69647c6 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0816805 Jan 18 14:41:45.056326 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-18366e78-b73b-4001-9dfc-01fdb3624c18 req-b27836c7-4132-46a0-859e-e7a89bfb73f5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825603 Jan 18 14:41:45.083293 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-a5a82488-76c1-4423-bd38-38783ac64f7e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9&tenant_id=246f580288034b6aa989da76b5edabdc HTTP/1.1" status: 200 len: 1099 time: 0.0774934 Jan 18 14:41:45.169101 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-6f19792b-3a12-49b2-81ec-2de5f416d249 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1099 time: 0.0657964 Jan 18 14:41:45.383631 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-6727544d-9b58-4a4e-be7b-b6b9b035bb77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:45.385083 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-6727544d-9b58-4a4e-be7b-b6b9b035bb77 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 909 time: 0.2098186 Jan 18 14:41:45.485395 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-3c1af256-a0da-4bbe-9475-931f47f7cd98 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 1002 time: 0.0938034 Jan 18 14:41:45.549502 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-2c58f8e4-e477-454e-b809-81423cf81b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:45.550899 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-2c58f8e4-e477-454e-b809-81423cf81b42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0594056 Jan 18 14:41:45.622709 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-929644d0-96f0-4573-a0f5-df09bd64f69e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663993 Jan 18 14:41:45.749745 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-94beb036-662f-496b-9745-e809155a5363 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212578 Jan 18 14:41:45.876750 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-74a6ead9-e831-463a-b029-cf15cca6a434 req-27447585-8682-4c73-a1ab-0962e54eea9d service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213665 Jan 18 14:41:45.898001 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device bef407ec-194d-49b6-9d28-8a06b3de5f0f no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:41:46.004528 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:46.030729 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:41:46.041458 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:41:46.045557 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:46.116911 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'code': 200} Jan 18 14:41:46.153216 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=bef407ec-194d-49b6-9d28-8a06b3de5f0f,revision_number=6']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:41:46.161404 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.161746 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.162083 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.162418 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.162747 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.163081 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.163407 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.163730 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.164050 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.164370 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.164694 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:41:46.256458 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdeb3d-4742-4db6-95a4-53735f3160b8 req-f1e43112-b393-44d5-a5d6-857dacc1cb27 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:46.257912 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-82bdeb3d-4742-4db6-95a4-53735f3160b8 req-f1e43112-b393-44d5-a5d6-857dacc1cb27 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0802500 Jan 18 14:41:46.303334 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-82bdeb3d-4742-4db6-95a4-53735f3160b8 req-7a6b4bd7-99ab-49b3-8e3d-2c6039a176af tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391881 Jan 18 14:41:47.494808 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246b4a-9cdf-4a20-8e94-552271cedcb9 req-0070aace-cffc-4b0c-8e94-3b23934c4edd tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:47.496134 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92246b4a-9cdf-4a20-8e94-552271cedcb9 req-0070aace-cffc-4b0c-8e94-3b23934c4edd tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0741854 Jan 18 14:41:47.542576 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92246b4a-9cdf-4a20-8e94-552271cedcb9 req-6afbc43f-2aef-42b1-bff3-dc3b5465f841 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410457 Jan 18 14:41:48.733371 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289a92-049d-4bfa-94a8-4c6591f445f9 req-c07a62dd-1227-4c08-bd77-1479cf953422 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:48.734789 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b5289a92-049d-4bfa-94a8-4c6591f445f9 req-c07a62dd-1227-4c08-bd77-1479cf953422 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0746841 Jan 18 14:41:48.778281 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-b5289a92-049d-4bfa-94a8-4c6591f445f9 req-900b39b7-bae7-40fc-b99e-78d306efdab8 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375938 Jan 18 14:41:49.919203 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-afe49bac-005c-4ab7-9e65-e227b0dba795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:49.972235 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88913742-105d-4746-8728-9ed325ee9fbf req-49fd2264-7007-4280-a62b-d17eecda9f4b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:49.973709 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-88913742-105d-4746-8728-9ed325ee9fbf req-49fd2264-7007-4280-a62b-d17eecda9f4b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0778668 Jan 18 14:41:50.017158 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-88913742-105d-4746-8728-9ed325ee9fbf req-7779fca8-0aef-49e9-9494-97b27c2616e8 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379899 Jan 18 14:41:51.213320 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd777a7-29a0-409e-89b4-f0902f865f73 req-ad329b7c-03d7-4a18-a1ee-d2d56e2db6c5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:51.214761 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0dd777a7-29a0-409e-89b4-f0902f865f73 req-ad329b7c-03d7-4a18-a1ee-d2d56e2db6c5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0783522 Jan 18 14:41:51.258762 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-0dd777a7-29a0-409e-89b4-f0902f865f73 req-13297bd1-57de-4536-9dc1-808ec7b720a5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Jan 18 14:41:52.208598 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b4e02951-5563-4955-87e2-d41b4144983e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:52.457725 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7394-a13b-4871-a94c-6a8f8bb621f6 req-e440526b-fb1e-4f32-9cc2-ef7d54c3f04b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:52.459218 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6adf7394-a13b-4871-a94c-6a8f8bb621f6 req-e440526b-fb1e-4f32-9cc2-ef7d54c3f04b tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0817904 Jan 18 14:41:52.504523 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6adf7394-a13b-4871-a94c-6a8f8bb621f6 req-4527d782-875c-4e4c-9cbc-5ea8ca26f506 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400596 Jan 18 14:41:52.569125 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:41:53.255266 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1b75b18b-d146-4bad-b181-75513fc5a34a req-876c28a1-0c36-4977-b83f-8b1f5c934422 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0661540 Jan 18 14:41:53.292910 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:53.297576 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-1b75b18b-d146-4bad-b181-75513fc5a34a req-6c415512-102c-44a4-9564-181afe68b4ac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369093 Jan 18 14:41:53.466655 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:53.699142 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75886bf4-d204-4b87-b8b3-ccd6a3bf1dbf req-95cc04db-a7de-41cb-a789-cd59ed914792 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:53.700583 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-75886bf4-d204-4b87-b8b3-ccd6a3bf1dbf req-95cc04db-a7de-41cb-a789-cd59ed914792 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 944 time: 0.0788715 Jan 18 14:41:53.744846 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-75886bf4-d204-4b87-b8b3-ccd6a3bf1dbf req-06f1011a-5ff5-4b34-aea0-6b42267e2f85 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379922 Jan 18 14:41:53.973307 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device bef407ec-194d-49b6-9d28-8a06b3de5f0f details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 14:41:54.107148 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:41:54.124178 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Returning: {'device': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'port_id': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'mac_address': 'fa:16:3e:5a:09:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 14:41:54.192557 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:54.211767 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef407ec-194d-49b6-9d28-8a06b3de5f0f {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 14:41:54.226422 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:41:54.230260 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:54.292622 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=bef407ec-194d-49b6-9d28-8a06b3de5f0f,revision_number=7']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:41:54.628441 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] get_ports_and_sgs() called for port_ids ['bef407ec-194d-49b6-9d28-8a06b3de5f0f'] {{(pid=82797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 14:41:54.676521 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:54.941717 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd7637-3284-4f1f-87fa-866590a75092 req-beb97a66-d261-4df8-8adf-b012b3d0e9a5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:41:54.943151 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30cd7637-3284-4f1f-87fa-866590a75092 req-beb97a66-d261-4df8-8adf-b012b3d0e9a5 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 945 time: 0.0768921 Jan 18 14:41:54.987956 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30cd7637-3284-4f1f-87fa-866590a75092 req-86b3d6e0-9eca-4367-a239-51484c686074 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390451 Jan 18 14:41:55.990727 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device bef407ec-194d-49b6-9d28-8a06b3de5f0f up at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 14:41:56.058989 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Provisioning complete for port bef407ec-194d-49b6-9d28-8a06b3de5f0f triggered by entity L2. {{(pid=82797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 14:41:56.059350 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-548688'] for port, provisioning_complete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:56.169894 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555670'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:56.197426 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:41:56.207988 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:41:56.212417 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775333341444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775332982245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775332984086'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:41:56.253884 dv-cinder-825106-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'code': 200} Jan 18 14:41:56.277966 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Pushing event updated for resources: {'Port': ['ID=bef407ec-194d-49b6-9d28-8a06b3de5f0f,revision_number=8']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:42:01.741843 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-f2477b50-b661-4bab-b0b1-54540383f99f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653098 Jan 18 14:42:01.876041 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-0b2e910d-0e37-4a3f-9353-12536606903c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1099 time: 0.0698011 Jan 18 14:42:02.018256 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-5ca65f62-317a-4a45-8e90-4ad16f3843de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:42:02.019614 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-5ca65f62-317a-4a45-8e90-4ad16f3843de service neutron] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 909 time: 0.1262169 Jan 18 14:42:02.118492 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-02935228-c77c-4cc1-abd8-18ac50af3326 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 1002 time: 0.0928924 Jan 18 14:42:02.178733 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-e8548335-275a-433f-811f-4aeba40624d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:42:02.180203 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-e8548335-275a-433f-811f-4aeba40624d7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0552549 Jan 18 14:42:02.254691 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-83959f4e-40fc-456c-b721-4d1410acf31e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686228 Jan 18 14:42:02.459815 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-1a7060d0-137b-4c96-98d6-dc0db5563da9 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994162 Jan 18 14:42:02.587120 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-2bdd706c-a934-4293-9c04-1df8cdc57dc9 req-5e3de5d0-3be8-4985-b93a-59735384a58b service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217678 Jan 18 14:42:13.270899 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:19.921175 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-153c5c73-032f-46d7-ba86-a1c853959207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:22.210358 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e969f204-f94c-4cf7-91df-c828f04a9d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:23.294306 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:23.458483 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:24.641781 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:29.569293 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:42:43.273027 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:49.922300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e6daecbc-1412-4c83-89e4-e06f451c3ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:52.212395 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7a90129d-cca8-47e9-b646-963718f098c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:53.296715 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:53.459302 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:42:54.645406 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:02.184983 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-d3feb752-266b-48ed-b89a-7ec6d08d2710 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656981 Jan 18 14:43:02.326330 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-9a655522-ea19-44a9-ac50-72eec7205b9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1099 time: 0.0697548 Jan 18 14:43:02.464523 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-f0667163-c3f4-4550-aac9-86a28092e5fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:43:02.465864 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-f0667163-c3f4-4550-aac9-86a28092e5fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 909 time: 0.1220665 Jan 18 14:43:02.561159 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-23c78038-a089-45e6-bd3b-ae1cc2306131 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 1002 time: 0.0899365 Jan 18 14:43:02.627881 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-8ada58a3-e7ec-4723-bbd5-989bdf066fbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:43:02.629341 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-8ada58a3-e7ec-4723-bbd5-989bdf066fbc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0629208 Jan 18 14:43:02.699872 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-e4b52410-338c-4a01-8081-f1c18918a328 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652444 Jan 18 14:43:02.829950 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-73471e0c-4ebe-480c-890b-7e978428eb46 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238322 Jan 18 14:43:02.961407 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-c38357af-3494-44c5-8c4e-1a76f53c1199 req-66ca2af7-5b63-47f3-b770-97052245d2f5 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256626 Jan 18 14:43:06.570267 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:43:13.283378 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:19.925213 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-98a6305b-e0c4-4c2a-bd30-04bc478a6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:22.214435 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5a8853b6-fe04-4e43-9d11-4db1e7efc5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:23.300261 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:23.460541 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:23.803321 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43422) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:24.000967 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Deleting port 3ec5c58c-8041-47c0-b304-f70e401ac3c9 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:24.001313 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:24.162441 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:24.162682 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:24.285299 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Calling delete_port for 3ec5c58c-8041-47c0-b304-f70e401ac3c9 owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:24.424887 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:24.545960 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event deleted for resources: {'Port': ['ID=3ec5c58c-8041-47c0-b304-f70e401ac3c9,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:24.585567 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.585907 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.586244 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.586575 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.586903 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.587229 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.587553 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.587872 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.588194 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.588513 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.588830 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:24.646742 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:24.649661 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:25.028992 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Router ec83675a-0654-4976-a7f7-c4271271f934 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:43:25.222938 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:43:25.232275 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] Sync routers for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:43:25.242566 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:25.244442 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:43:25.245083 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:43:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:25.295423 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-73d99e67-042b-478b-a8f3-185340bf6f80 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "DELETE /v2.0/floatingips/70f130cc-bfbf-4a0b-94f9-2c49a70783c1 HTTP/1.1" status: 204 len: 168 time: 1.4886653 Jan 18 14:43:25.295423 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:43:25.350875 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'status': 'completed', 'code': 200} Jan 18 14:43:25.427869 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:43:25.451362 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-95ac38c9-88a1-481f-80d8-1eaa7aad7314 req-409bb528-9890-4c8c-b892-ba03cb385ad6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=246f580288034b6aa989da76b5edabdc&device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 1099 time: 0.0731463 Jan 18 14:43:25.588426 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac38c9-88a1-481f-80d8-1eaa7aad7314 req-d22bbcde-0e50-498f-86d9-941b42f1909d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:43:25.590171 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-95ac38c9-88a1-481f-80d8-1eaa7aad7314 req-d22bbcde-0e50-498f-86d9-941b42f1909d service neutron] 10.222.0.77 "GET /v2.0/networks?id=2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 200 len: 909 time: 0.1328313 Jan 18 14:43:25.693534 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-95ac38c9-88a1-481f-80d8-1eaa7aad7314 req-724ac520-f3e9-4600-af57-06101fb4dbf5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 200 len: 217 time: 0.0958831 Jan 18 14:43:25.768418 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac38c9-88a1-481f-80d8-1eaa7aad7314 req-a18c9bc2-1849-4c87-9c28-df4e666b8f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:43:25.769939 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-95ac38c9-88a1-481f-80d8-1eaa7aad7314 req-a18c9bc2-1849-4c87-9c28-df4e666b8f2c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 200 len: 847 time: 0.0690765 Jan 18 14:43:25.779571 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:42Z', 'revision_number': 5, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:25.783324 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] Checking router: ec83675a-0654-4976-a7f7-c4271271f934 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:43:25.794518 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:43:25.795134 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:43:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:25.815727 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc422898-9e4b-4925-90d6-acbc7a008803 req-c6ab404e-9273-403f-b132-4e978304d6be tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:43:25.817186 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dc422898-9e4b-4925-90d6-acbc7a008803 req-c6ab404e-9273-403f-b132-4e978304d6be tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.1713614 Jan 18 14:43:25.965317 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-dc422898-9e4b-4925-90d6-acbc7a008803 req-77600689-9025-42f8-a136-40f0424ad63f tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396267 Jan 18 14:43:25.977854 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:43:25.978787 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-95ac38c9-88a1-481f-80d8-1eaa7aad7314 req-1bebefaa-f3e1-4fe5-9f34-5a3316d3999e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2795ccef-6880-4bba-87ce-99647c779ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2012105 Jan 18 14:43:26.108066 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-95ac38c9-88a1-481f-80d8-1eaa7aad7314 req-36044143-da1c-4989-8ea0-7e5e28017daa service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218433 Jan 18 14:43:26.237213 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-95ac38c9-88a1-481f-80d8-1eaa7aad7314 req-64298a6b-e0bc-4956-b8da-8a855dedee05 service neutron] 10.222.0.77 "GET /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225538 Jan 18 14:43:26.279071 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:42Z', 'revision_number': 5, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:26.282797 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5eba9-5f60-4182-90ba-2795fcace55f None None] The sync data for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi is: [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:38:23Z', 'revision_number': 4, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi', '_interfaces': [{'id': 'dd895cd0-f4bc-439e-acc3-f5820c15bf16', 'name': '', 'network_id': '2795ccef-6880-4bba-87ce-99647c779ecf', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'mac_address': 'fa:16:3e:b2:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:23Z', 'updated_at': '2022-01-18T14:38:42Z', 'revision_number': 5, 'project_id': '246f580288034b6aa989da76b5edabdc', 'subnets': [{'id': 'e9091660-da0c-42f4-ac21-04150cffc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:43:26.488453 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ade312-57a2-462e-a478-32f4ddf5b4e6 None None] New status for floating IP 70f130cc-bfbf-4a0b-94f9-2c49a70783c1: DOWN {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:43:27.164592 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316475b6-eeb2-46da-a34a-645b23f598c1 req-56ee8f01-a433-41b4-9322-ad41638fd881 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:43:27.165294 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-316475b6-eeb2-46da-a34a-645b23f598c1 req-56ee8f01-a433-41b4-9322-ad41638fd881 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Synchronizing usage tracker for tenant:246f580288034b6aa989da76b5edabdc on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:43:27.180483 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-316475b6-eeb2-46da-a34a-645b23f598c1 req-56ee8f01-a433-41b4-9322-ad41638fd881 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Unset dirty status for tenant:246f580288034b6aa989da76b5edabdc on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:43:27.181761 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-316475b6-eeb2-46da-a34a-645b23f598c1 req-56ee8f01-a433-41b4-9322-ad41638fd881 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0936024 Jan 18 14:43:27.229149 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-316475b6-eeb2-46da-a34a-645b23f598c1 req-ca2ff6b2-d8c1-405e-ae2a-f034ec43e4ef tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc8795-1d66-4cc5-891b-a7fab1280457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Jan 18 14:43:27.266215 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-75e67fda-dc36-4e03-b025-49b47cc48418 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:43:27.267553 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-75e67fda-dc36-4e03-b025-49b47cc48418 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 946 time: 0.0777228 Jan 18 14:43:27.336878 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Deleting port bef407ec-194d-49b6-9d28-8a06b3de5f0f {{(pid=82795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:27.337239 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:27.570637 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.db [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] For port bef407ec-194d-49b6-9d28-8a06b3de5f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=bef407ec-194d-49b6-9d28-8a06b3de5f0f,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:43:27.570998 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:27.692094 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.plugins.ml2.plugin [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Calling delete_port for bef407ec-194d-49b6-9d28-8a06b3de5f0f owned by compute:nova {{(pid=82795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:27.827528 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2640557'] for port, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:27.877851 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event deleted for resources: {'Port': ['ID=bef407ec-194d-49b6-9d28-8a06b3de5f0f,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:27.916907 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.917255 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.917594 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.917921 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.918690 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.918690 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.918913 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.919157 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.919477 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.919887 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.920290 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825106-1-iscsi {{(pid=82795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:43:27.959577 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] No DVR routers for this DVR port bef407ec-194d-49b6-9d28-8a06b3de5f0f on host hv-cinder-82510 {{(pid=82795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:43:27.961856 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254788'] for port, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:27.964233 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'name': 'network-vif-deleted', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f'}] {{(pid=82795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:43:27.979460 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [req-de6f638c-e70c-453d-9247-31a9173c1cd2 req-9c6fca8d-e469-4d71-9407-216e7a0c88c2 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.77 "DELETE /v2.0/ports/bef407ec-194d-49b6-9d28-8a06b3de5f0f HTTP/1.1" status: 204 len: 173 time: 0.7069445 Jan 18 14:43:28.102636 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e148ad7-a321-4c66-8131-ef7ee7bc9fd9', 'name': 'network-vif-deleted', 'tag': 'bef407ec-194d-49b6-9d28-8a06b3de5f0f', 'status': 'completed', 'code': 200} Jan 18 14:43:28.391045 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d2d89b90-d469-48ed-a604-4c0b9e57000d req-3774f211-6685-4411-bf63-81b9df2c3632 tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e148ad7-a321-4c66-8131-ef7ee7bc9fd9 HTTP/1.1" status: 200 len: 210 time: 0.0409172 Jan 18 14:43:29.493572 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43444) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:29.562193 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8371e8e9-37bb-4900-aa63-367b4e45a59c tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:29.589901 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8371e8e9-37bb-4900-aa63-367b4e45a59c tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:29.652137 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8371e8e9-37bb-4900-aa63-367b4e45a59c tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:29.670840 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371e8e9-37bb-4900-aa63-367b4e45a59c tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc8795-1d66-4cc5-891b-a7fab1280457,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:29.681269 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8371e8e9-37bb-4900-aa63-367b4e45a59c tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:29.682348 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8371e8e9-37bb-4900-aa63-367b4e45a59c tempest-TestShelveInstance-33623188 tempest-TestShelveInstance-33623188-project] 10.222.0.45 "DELETE /v2.0/security-groups/1cbc8795-1d66-4cc5-891b-a7fab1280457 HTTP/1.1" status: 204 len: 168 time: 0.1877820 Jan 18 14:43:29.738114 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43450) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:30.251953 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890100'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:30.488385 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device bef407ec-194d-49b6-9d28-8a06b3de5f0f no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:43:30.524143 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] No Port match for: bef407ec-194d-49b6-9d28-8a06b3de5f0f {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:43:30.524402 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Device bef407ec-194d-49b6-9d28-8a06b3de5f0f not bound to the agent host hv-cinder-82510 {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:43:30.906863 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Deleting port dd895cd0-f4bc-439e-acc3-f5820c15bf16 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:30.907454 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:31.075397 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] For port dd895cd0-f4bc-439e-acc3-f5820c15bf16, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=dd895cd0-f4bc-439e-acc3-f5820c15bf16,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:43:31.075747 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:31.190937 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Calling delete_port for dd895cd0-f4bc-439e-acc3-f5820c15bf16 owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:31.358595 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:31.401106 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd895cd0-f4bc-439e-acc3-f5820c15bf16,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:31.686860 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2753659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890781'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:32.332644 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Router ec83675a-0654-4976-a7f7-c4271271f934 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:43:32.520847 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:43:32.529856 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] Sync routers for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:43:32.534468 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d0e6a4e8-1cb1-4edc-9c53-77dd40ddc2b2 admin admin] 10.222.0.45 "PUT /v2.0/routers/ec83675a-0654-4976-a7f7-c4271271f934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7952688 Jan 18 14:43:32.536938 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43456) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:32.541553 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:43:32.542147 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:43:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:32.713728 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:43:32.728634 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:32.930222 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:32.939390 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Deleting port e4b998ed-5d67-4cab-b154-ad53f66e4002 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:32.939667 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:33.002116 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:43:31Z', 'revision_number': 5, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port': {'id': 'e4b998ed-5d67-4cab-b154-ad53f66e4002', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:21Z', 'updated_at': '2022-01-18T14:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:33.006699 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] Checking router: ec83675a-0654-4976-a7f7-c4271271f934 for host: dv-cinder-825106-1-iscsi {{(pid=82797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:43:33.018474 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] Routers {'ec83675a-0654-4976-a7f7-c4271271f934'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:43:33.019059 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:43:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['ec83675a-0654-4976-a7f7-c4271271f934'], 'active': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:33.113517 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] For port e4b998ed-5d67-4cab-b154-ad53f66e4002, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=e4b998ed-5d67-4cab-b154-ad53f66e4002,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:43:33.114433 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:33.200926 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvr_db [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] Set router ec83675a-0654-4976-a7f7-c4271271f934 gateway port host: None {{(pid=82797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:43:33.235040 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Calling delete_port for e4b998ed-5d67-4cab-b154-ad53f66e4002 owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:33.308154 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_hamode_db [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:43:32Z', 'revision_number': 6, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port_host': None}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:33.312236 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ebcdb-6b46-4953-8632-6014b039c717 None None] The sync data for ids ['ec83675a-0654-4976-a7f7-c4271271f934'] in dv-cinder-825106-1-iscsi is: [{'id': 'ec83675a-0654-4976-a7f7-c4271271f934', 'name': 'tempest-TestShelveInstance-250616776-router', 'tenant_id': '246f580288034b6aa989da76b5edabdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:20Z', 'updated_at': '2022-01-18T14:43:32Z', 'revision_number': 6, 'project_id': '246f580288034b6aa989da76b5edabdc', 'gw_port_host': None}] {{(pid=82797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:43:33.478656 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:33.523859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b998ed-5d67-4cab-b154-ad53f66e4002,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:33.751192 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890833'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.010145 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104052'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.014203 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.037921 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883129'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.038485 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec83675a-0654-4976-a7f7-c4271271f934 {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:43:34.051074 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.052801 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-46d05816-a94e-4f2b-88f3-0a294bb0cb64 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ec83675a-0654-4976-a7f7-c4271271f934 HTTP/1.1" status: 204 len: 168 time: 1.5149338 Jan 18 14:43:34.055290 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43460) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:34.115431 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee3fb7c-25bb-4a4f-b681-9fdda735007a admin admin] Deleting subnet e9091660-da0c-42f4-ac21-04150cffc37d {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:43:34.118355 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ee3fb7c-25bb-4a4f-b681-9fdda735007a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.179845 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ee3fb7c-25bb-4a4f-b681-9fdda735007a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.254801 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ee3fb7c-25bb-4a4f-b681-9fdda735007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.323224 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ee3fb7c-25bb-4a4f-b681-9fdda735007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.361365 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3fb7c-25bb-4a4f-b681-9fdda735007a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9091660-da0c-42f4-ac21-04150cffc37d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:34.369435 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ee3fb7c-25bb-4a4f-b681-9fdda735007a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.374508 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb803d03-41a6-4c2a-9260-485a49f620c8 None None] Network 2795ccef-6880-4bba-87ce-99647c779ecf requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:43:34.375031 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-4ee3fb7c-25bb-4a4f-b681-9fdda735007a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e9091660-da0c-42f4-ac21-04150cffc37d HTTP/1.1" status: 204 len: 168 time: 0.3188131 Jan 18 14:43:34.377456 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43464) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:34.481367 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.491615 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Deleting port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:34.491945 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.620191 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] DHCP port deletion for 2795ccef-6880-4bba-87ce-99647c779ecf request from dv-cinder-825106-1-iscsi {{(pid=82797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:43:34.624414 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] Deleting port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:34.624774 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.687990 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] For port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=7c6fdda4-e05f-4b8b-8323-b100e8d943f7,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:43:34.688344 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.825905 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:43:34.867781 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] For port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=7c6fdda4-e05f-4b8b-8323-b100e8d943f7,segment=NetworkSegment(586bc63a-64f8-4048-b5a2-e0d4e6cbe928),segment_id=586bc63a-64f8-4048-b5a2-e0d4e6cbe928)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:43:34.868088 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.896512 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Calling delete_port for 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 owned by network:dhcp {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:34.970415 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:34.998729 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] Calling delete_port for 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 owned by network:dhcp {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:35.013365 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6fdda4-e05f-4b8b-8323-b100e8d943f7,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:35.019110 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] No DVR routers for this DVR port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 on host dv-cinder-825106-1-iscsi {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:43:35.046351 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No active binding found for port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 {{(pid=82797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 14:43:35.046741 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:43:35.047158 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device dd895cd0-f4bc-439e-acc3-f5820c15bf16 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:43:35.084252 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: dd895cd0-f4bc-439e-acc3-f5820c15bf16 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:43:35.084586 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device dd895cd0-f4bc-439e-acc3-f5820c15bf16 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:43:35.085012 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device e4b998ed-5d67-4cab-b154-ad53f66e4002 no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:43:35.119899 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: e4b998ed-5d67-4cab-b154-ad53f66e4002 {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:43:35.120240 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device e4b998ed-5d67-4cab-b154-ad53f66e4002 not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:43:35.131482 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:35.138456 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.api [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:43:35.138811 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG oslo_db.api [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:43:35.159416 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2795ccef-6880-4bba-87ce-99647c779ecf']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:35.171090 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586bc63a-64f8-4048-b5a2-e0d4e6cbe928') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:35.171382 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586bc63a-64f8-4048-b5a2-e0d4e6cbe928') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:35.182812 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2409866'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:35.198636 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:35.205136 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:43:35.205522 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2795610'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: timer() Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: self._notify() Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: event.method(event) Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:43:35.218349 dv-cinder-825106-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:43:35.289064 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:35.292928 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:35.322290 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=2795ccef-6880-4bba-87ce-99647c779ecf,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:35.327006 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-39891c4e-aa18-4c8d-b764-e475b7a70e28 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2795ccef-6880-4bba-87ce-99647c779ecf HTTP/1.1" status: 204 len: 168 time: 0.9486430 Jan 18 14:43:35.330183 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43468) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:35.640313 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] Deleting port 7c6fdda4-e05f-4b8b-8323-b100e8d943f7 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:35.640913 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:35.699625 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3890100'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:35.704992 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b0eb1ce-ed13-40fe-a764-51980aefdc49 None None] The port '7c6fdda4-e05f-4b8b-8323-b100e8d943f7' was deleted {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:43:36.343165 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Deleting port 69628902-a2f5-4927-b903-66de3eaf9a3c {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:36.343501 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:36.507020 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] For port 69628902-a2f5-4927-b903-66de3eaf9a3c, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=69628902-a2f5-4927-b903-66de3eaf9a3c,segment=NetworkSegment(694c431e-511b-476b-91df-251ed0b963d7),segment_id=694c431e-511b-476b-91df-251ed0b963d7)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:43:36.507367 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:36.624924 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Calling delete_port for 69628902-a2f5-4927-b903-66de3eaf9a3c owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:36.792739 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:36.837094 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Pushing event deleted for resources: {'Port': ['ID=69628902-a2f5-4927-b903-66de3eaf9a3c,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:37.115122 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2753659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3890781'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:37.746479 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Router 5b649a66-625a-493c-b2a7-179b1b6276c9 has already been hosted by L3 agent b4d034bf-a5e6-4637-becf-f96c48f00508 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:43:37.944080 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] Notify agent at l3_agent.dv-cinder-825106-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:43:37.952477 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] Sync routers for ids ['5b649a66-625a-493c-b2a7-179b1b6276c9'] in dv-cinder-825106-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:43:37.959509 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b05ba6e4-2e4b-4361-9b76-2e000ba5ff74 admin admin] 10.222.0.45 "PUT /v2.0/routers/5b649a66-625a-493c-b2a7-179b1b6276c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6283288 Jan 18 14:43:37.961891 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43472) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:37.964921 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] Routers {'5b649a66-625a-493c-b2a7-179b1b6276c9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:43:37.965534 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:43:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['5b649a66-625a-493c-b2a7-179b1b6276c9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:38.136397 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] Set router 5b649a66-625a-493c-b2a7-179b1b6276c9 gateway port host: dv-cinder-825106-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:43:38.151634 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:38.345304 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:38.355499 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Deleting port a08c6641-de91-44ea-a345-b91cbd08b9da {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:38.355835 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:38.414364 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'external_fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:26Z', 'updated_at': '2022-01-18T14:43:36Z', 'revision_number': 5, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'gw_port': {'id': 'a08c6641-de91-44ea-a345-b91cbd08b9da', 'name': '', 'network_id': '1677d4c6-fdb0-44dc-a0fc-7e6a737ca526', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825106-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T14:38:27Z', 'updated_at': '2022-01-18T14:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c4fddf8-8444-493b-b7d6-302c34afab80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825106-1-iscsi'}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:38.418063 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] Checking router: 5b649a66-625a-493c-b2a7-179b1b6276c9 for host: dv-cinder-825106-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:43:38.429674 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] Routers {'5b649a66-625a-493c-b2a7-179b1b6276c9'} bound to L3 agent in host dv-cinder-825106-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:43:38.430248 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825106-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T14:10:22Z,description=,heartbeat_timestamp=2022-01-18T14:43:22Z,host='dv-cinder-825106-1-iscsi',id=b4d034bf-a5e6-4637-becf-f96c48f00508,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T14:10:22Z,topic='l3_agent')) {'router_ids': ['5b649a66-625a-493c-b2a7-179b1b6276c9'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:38.523755 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] For port a08c6641-de91-44ea-a345-b91cbd08b9da, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=a08c6641-de91-44ea-a345-b91cbd08b9da,segment=NetworkSegment(16fe113b-c776-4cd5-9d02-0a35796177c4),segment_id=16fe113b-c776-4cd5-9d02-0a35796177c4)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:43:38.524107 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:38.574128 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] Set router 5b649a66-625a-493c-b2a7-179b1b6276c9 gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:43:38.641959 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Calling delete_port for a08c6641-de91-44ea-a345-b91cbd08b9da owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:38.698176 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:26Z', 'updated_at': '2022-01-18T14:43:38Z', 'revision_number': 6, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'gw_port_host': None}], 'dv-cinder-825106-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:38.701864 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1304de-eb61-41d6-a755-e323e5e89ed0 None None] The sync data for ids ['5b649a66-625a-493c-b2a7-179b1b6276c9'] in dv-cinder-825106-1-iscsi is: [{'id': '5b649a66-625a-493c-b2a7-179b1b6276c9', 'name': 'tempest-TestShelveInstance-1262195196-router', 'tenant_id': '5beb4142bde444b89eaaec52c930b329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T14:38:26Z', 'updated_at': '2022-01-18T14:43:38Z', 'revision_number': 6, 'project_id': '5beb4142bde444b89eaaec52c930b329', 'gw_port_host': None}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:43:38.809069 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:38.855410 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Pushing event deleted for resources: {'Port': ['ID=a08c6641-de91-44ea-a345-b91cbd08b9da,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:39.162418 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3890833'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.413043 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104052'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.416916 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.446006 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 69628902-a2f5-4927-b903-66de3eaf9a3c no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:43:39.446676 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883129'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.447271 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b649a66-625a-493c-b2a7-179b1b6276c9 {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:43:39.462859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.463987 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-12cb4704-ccb3-440b-8498-0b61b213b22a admin admin] 10.222.0.45 "DELETE /v2.0/routers/5b649a66-625a-493c-b2a7-179b1b6276c9 HTTP/1.1" status: 204 len: 168 time: 1.5010552 Jan 18 14:43:39.466673 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43476) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:39.484401 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: 69628902-a2f5-4927-b903-66de3eaf9a3c {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:43:39.484739 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device 69628902-a2f5-4927-b903-66de3eaf9a3c not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:43:39.526008 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c30002-8648-4a65-aaa5-1fdff6842d1e admin admin] Deleting subnet 257f39b0-300e-4d50-9393-d1fb98ae7c62 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:43:39.528904 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38c30002-8648-4a65-aaa5-1fdff6842d1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.584164 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38c30002-8648-4a65-aaa5-1fdff6842d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2409857'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.666591 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38c30002-8648-4a65-aaa5-1fdff6842d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543604'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.739497 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38c30002-8648-4a65-aaa5-1fdff6842d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2662908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2776854'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.781266 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c30002-8648-4a65-aaa5-1fdff6842d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257f39b0-300e-4d50-9393-d1fb98ae7c62,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:39.788444 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38c30002-8648-4a65-aaa5-1fdff6842d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.793758 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa923b7-8bc6-424e-bbed-5f03c8e000d3 None None] Network 7a31fef0-8d5f-444d-b94c-e249899b05a1 requested from dv-cinder-825106-1-iscsi {{(pid=82797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:43:39.794948 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-38c30002-8648-4a65-aaa5-1fdff6842d1e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/257f39b0-300e-4d50-9393-d1fb98ae7c62 HTTP/1.1" status: 204 len: 168 time: 0.3273902 Jan 18 14:43:39.797337 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43480) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:39.908995 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698518'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:39.921555 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Deleting port d19b144b-e550-47c8-a755-4d383c1a255a {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:39.921859 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.037030 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] DHCP port deletion for 7a31fef0-8d5f-444d-b94c-e249899b05a1 request from dv-cinder-825106-1-iscsi {{(pid=82797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:43:40.044737 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] Deleting port d19b144b-e550-47c8-a755-4d383c1a255a {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:40.045139 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.132890 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] For port d19b144b-e550-47c8-a755-4d383c1a255a, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=d19b144b-e550-47c8-a755-4d383c1a255a,segment=NetworkSegment(694c431e-511b-476b-91df-251ed0b963d7),segment_id=694c431e-511b-476b-91df-251ed0b963d7)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:43:40.133358 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.252976 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Calling delete_port for d19b144b-e550-47c8-a755-4d383c1a255a owned by network:dhcp {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:40.277853 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] For port d19b144b-e550-47c8-a755-4d383c1a255a, host dv-cinder-825106-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825106-1-iscsi',level=0,port_id=d19b144b-e550-47c8-a755-4d383c1a255a,segment=NetworkSegment(694c431e-511b-476b-91df-251ed0b963d7),segment_id=694c431e-511b-476b-91df-251ed0b963d7)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:43:40.278154 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3782850'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.326695 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4165192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775333340910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775332982236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2795535'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.369747 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19b144b-e550-47c8-a755-4d383c1a255a,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:40.375602 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] No DVR routers for this DVR port d19b144b-e550-47c8-a755-4d383c1a255a on host dv-cinder-825106-1-iscsi {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:43:40.393382 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] Calling delete_port for d19b144b-e550-47c8-a755-4d383c1a255a owned by network:dhcp {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:43:40.463484 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.api [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:43:40.464209 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG oslo_db.api [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:43:40.488152 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-546813', 'neutron.services.segments.db._delete_segments_for_network-8775333416412'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.513416 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a31fef0-8d5f-444d-b94c-e249899b05a1']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:40.525523 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694c431e-511b-476b-91df-251ed0b963d7') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:40.525820 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694c431e-511b-476b-91df-251ed0b963d7') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:43:40.537593 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775333416295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2409866'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.552890 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751822'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.559108 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:43:40.559492 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-751833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2795610'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: timer() Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: self._notify() Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: event.method(event) Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:43:40.576075 dv-cinder-825106-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:43:40.725994 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-546802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2753780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3890868'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.743898 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2753576'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:40.749588 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a31fef0-8d5f-444d-b94c-e249899b05a1,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:40.759121 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f74a3da6-a99a-4dfa-ba6c-a7d35b769991 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7a31fef0-8d5f-444d-b94c-e249899b05a1 HTTP/1.1" status: 204 len: 168 time: 0.9608519 Jan 18 14:43:40.821999 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device a08c6641-de91-44ea-a345-b91cbd08b9da no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:43:40.855332 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: a08c6641-de91-44ea-a345-b91cbd08b9da {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:43:40.855668 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device a08c6641-de91-44ea-a345-b91cbd08b9da not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:43:40.856079 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device d19b144b-e550-47c8-a755-4d383c1a255a no longer exists at agent ovs-agent-dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:43:40.886951 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] No Port match for: d19b144b-e550-47c8-a755-4d383c1a255a {{(pid=82797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:43:40.887288 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.rpc [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Device d19b144b-e550-47c8-a755-4d383c1a255a not bound to the agent host dv-cinder-825106-1-iscsi {{(pid=82797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:43:40.901036 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43486) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:40.954593 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-1fd6bfc0-2c32-4cc2-85a1-7d2863aba790 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=246f580288034b6aa989da76b5edabdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521355 Jan 18 14:43:40.957056 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.45', 43490) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:40.964598 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] Deleting port d19b144b-e550-47c8-a755-4d383c1a255a {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:43:40.965003 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775333480753'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:41.015071 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2382-21e6-4bf1-bb2f-f62592e87644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:41.028000 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-0000ff1c-1659-415e-9611-5bfff7d6453f None None] The port 'd19b144b-e550-47c8-a755-4d383c1a255a' was deleted {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:43:41.040402 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2382-21e6-4bf1-bb2f-f62592e87644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:41.090449 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2382-21e6-4bf1-bb2f-f62592e87644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:41.105807 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b2382-21e6-4bf1-bb2f-f62592e87644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdb0502-56ff-4490-8fd0-ea143807c947,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:41.115700 dv-cinder-825106-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6b8b2382-21e6-4bf1-bb2f-f62592e87644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:41.116817 dv-cinder-825106-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6b8b2382-21e6-4bf1-bb2f-f62592e87644 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bfdb0502-56ff-4490-8fd0-ea143807c947 HTTP/1.1" status: 204 len: 168 time: 0.1588588 Jan 18 14:43:41.496455 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 43498) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:41.544337 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-5121af0e-3997-4975-9cbd-150ff53f589b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5beb4142bde444b89eaaec52c930b329&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0467362 Jan 18 14:43:41.546661 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.wsgi [-] (82795) accepted ('10.222.0.45', 43502) {{(pid=82795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:43:41.606556 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bd901eb6-6d9b-4ea1-901a-d53ca63216b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:41.631109 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bd901eb6-6d9b-4ea1-901a-d53ca63216b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:41.680684 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bd901eb6-6d9b-4ea1-901a-d53ca63216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893328'] for security_group, after_delete {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:41.695890 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd901eb6-6d9b-4ea1-901a-d53ca63216b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c012ec-0603-4ca5-a3af-744db33154f8,revision_number=None']} {{(pid=82795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:43:41.700142 dv-cinder-825106-1-iscsi neutron-server[82795]: DEBUG neutron_lib.callbacks.manager [None req-bd901eb6-6d9b-4ea1-901a-d53ca63216b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:41.703808 dv-cinder-825106-1-iscsi neutron-server[82795]: INFO neutron.wsgi [None req-bd901eb6-6d9b-4ea1-901a-d53ca63216b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33c012ec-0603-4ca5-a3af-744db33154f8 HTTP/1.1" status: 204 len: 168 time: 0.1562655 Jan 18 14:43:43.279699 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:43.570465 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:43:49.928259 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-978998e8-a937-4b20-8ad5-e64ca57724d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:52.216093 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8a94b4ca-3231-4a4e-9a63-533bcb59195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:53.302350 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:53.462878 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:43:54.651897 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:13.282092 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:19.930266 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-becdc381-d9fe-449a-a017-5b502310dd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:20.569957 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:44:22.216658 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cd2e13f4-0535-4ded-9c6a-4854bd7a3604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:23.304747 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:23.464300 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:24.654136 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:43.284877 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:49.931462 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-81282e5c-13fc-44bc-9637-974c2379af51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:52.218964 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-167084b8-f292-4944-b0d5-2e86b6e3ad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:53.306614 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:53.466633 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:54.660160 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:44:57.569774 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:45:13.296559 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:19.937580 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4428ff38-6b1f-47c6-aa29-3bd67e1e11c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:22.220587 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5b3e-3ce0-4844-8fd9-6b6abd6ea08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:23.309126 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:23.468497 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:24.660330 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:34.569676 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:45:43.326652 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:49.938899 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5142b437-0412-4b8a-857f-afea6fc378b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:52.222830 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-53b3ff9b-356a-4354-9521-8cf84d6d503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:53.312382 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:53.469319 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:45:54.662925 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:11.569148 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:46:13.325479 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:19.940649 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0588d859-c2fe-4baf-88c2-5fc335880cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:22.225119 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1c1484a1-5bd6-41c3-978b-114741ad16a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:23.314493 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:23.470219 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:24.666374 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:43.329489 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:48.568387 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:46:49.941582 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6e338be0-7f8d-4cf7-916f-020f4fe267b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:52.228357 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3bd29ce7-a605-4009-851a-5cb4c13c0864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:53.316673 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:53.472101 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:46:54.669301 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:13.324618 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:19.943001 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-929b3ad6-64b6-49cf-b4ce-d5e7f51ebdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:22.229890 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5a89ba1d-f1a4-41b0-b704-663780ffc918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:23.321012 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:23.472967 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:24.672379 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:25.568317 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:47:43.350014 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:49.943272 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f97d8bd6-a016-46b0-b7f9-72cf1d1840c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:52.233441 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d7a642f2-5195-481f-9c31-497f0bbebae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:53.321175 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:53.473944 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:47:54.675786 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:02.567734 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:48:13.354018 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:19.944346 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f76395b4-af96-452d-824a-ec884ca13ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:22.235403 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-10fed488-ea14-4066-806b-2faedf68289e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:23.324756 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:23.474836 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:24.679226 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:39.567839 dv-cinder-825106-1-iscsi neutron-server[82798]: DEBUG neutron.db.agents_db [None req-e95b8e58-d475-4c2d-933d-6a65af5c0fda None None] Agent healthcheck: found 6 active agents {{(pid=82798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:48:43.360662 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:49.945564 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1c2b985d-340f-45ce-8f54-af3978a5a095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:52.267287 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39794d08-a33b-4a11-9682-d91157eeaa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:53.327393 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5a61-0e43-4672-aeb6-bb12af7cc50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:53.474472 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3b659a2f-7fbd-4107-8d1f-e46ccbf7a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:48:54.681474 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ea1573e2-66c2-49a0-b804-d17e43561dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:49:13.368511 dv-cinder-825106-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c7302f67-234a-48e1-8c7e-7f1aef67d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775333416394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-547325'] for agent, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}